[ 599.798837] env[62259]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62259) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 599.799205] env[62259]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62259) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 599.799369] env[62259]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62259) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 599.799718] env[62259]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 599.897640] env[62259]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62259) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 599.907763] env[62259]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62259) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 600.513569] env[62259]: INFO nova.virt.driver [None req-586a24e4-b5a8-436e-847b-c43f26fcedbe None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 600.583935] env[62259]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.584098] env[62259]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.584193] env[62259]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62259) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 603.819358] env[62259]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-76a12e17-f55f-4751-aa7c-de45d807b5c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.835235] env[62259]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62259) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 603.835352] env[62259]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-fd382a7a-894f-41b5-be9c-9b7261ad4a70 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.869663] env[62259]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 87771. [ 603.869793] env[62259]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.286s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.870334] env[62259]: INFO nova.virt.vmwareapi.driver [None req-586a24e4-b5a8-436e-847b-c43f26fcedbe None None] VMware vCenter version: 7.0.3 [ 603.873815] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb4d46e-d183-4f6d-910a-162c7ade2853 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.895414] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2638b0-c810-4972-ae9b-4bf4fa527351 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.901487] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195df423-a2fb-4288-8c2c-fbc93d72b53e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.908713] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33bac9f-1988-4d86-b08e-137d12059382 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.921685] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd08896-6974-4655-8ed2-06cede672d0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.927791] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a12910-22f5-447e-bb44-6208f866cbc5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.958137] env[62259]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9261cd67-2b22-4c56-bf8c-41f058daa846 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.963613] env[62259]: DEBUG nova.virt.vmwareapi.driver [None req-586a24e4-b5a8-436e-847b-c43f26fcedbe None None] Extension org.openstack.compute already exists. {{(pid=62259) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 603.966301] env[62259]: INFO nova.compute.provider_config [None req-586a24e4-b5a8-436e-847b-c43f26fcedbe None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 604.470230] env[62259]: DEBUG nova.context [None req-586a24e4-b5a8-436e-847b-c43f26fcedbe None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),fb4ecbc4-1065-4e1b-a85d-090d01e407b2(cell1) {{(pid=62259) load_cells /opt/stack/nova/nova/context.py:464}} [ 604.472306] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.472533] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.473232] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.473656] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Acquiring lock "fb4ecbc4-1065-4e1b-a85d-090d01e407b2" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.473864] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Lock "fb4ecbc4-1065-4e1b-a85d-090d01e407b2" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.474897] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Lock "fb4ecbc4-1065-4e1b-a85d-090d01e407b2" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.495768] env[62259]: INFO dbcounter [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Registered counter for database nova_cell0 [ 604.503665] env[62259]: INFO dbcounter [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Registered counter for database nova_cell1 [ 604.506901] env[62259]: DEBUG oslo_db.sqlalchemy.engines [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62259) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 604.507549] env[62259]: DEBUG oslo_db.sqlalchemy.engines [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62259) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 604.512166] env[62259]: ERROR nova.db.main.api [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 604.512166] env[62259]: result = function(*args, **kwargs) [ 604.512166] env[62259]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 604.512166] env[62259]: return func(*args, **kwargs) [ 604.512166] env[62259]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 604.512166] env[62259]: result = fn(*args, **kwargs) [ 604.512166] env[62259]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 604.512166] env[62259]: return f(*args, **kwargs) [ 604.512166] env[62259]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 604.512166] env[62259]: return db.service_get_minimum_version(context, binaries) [ 604.512166] env[62259]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 604.512166] env[62259]: _check_db_access() [ 604.512166] env[62259]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 604.512166] env[62259]: stacktrace = ''.join(traceback.format_stack()) [ 604.512166] env[62259]: [ 604.513139] env[62259]: ERROR nova.db.main.api [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 604.513139] env[62259]: result = function(*args, **kwargs) [ 604.513139] env[62259]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 604.513139] env[62259]: return func(*args, **kwargs) [ 604.513139] env[62259]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 604.513139] env[62259]: result = fn(*args, **kwargs) [ 604.513139] env[62259]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 604.513139] env[62259]: return f(*args, **kwargs) [ 604.513139] env[62259]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 604.513139] env[62259]: return db.service_get_minimum_version(context, binaries) [ 604.513139] env[62259]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 604.513139] env[62259]: _check_db_access() [ 604.513139] env[62259]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 604.513139] env[62259]: stacktrace = ''.join(traceback.format_stack()) [ 604.513139] env[62259]: [ 604.513719] env[62259]: WARNING nova.objects.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Failed to get minimum service version for cell fb4ecbc4-1065-4e1b-a85d-090d01e407b2 [ 604.513719] env[62259]: WARNING nova.objects.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 604.514061] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Acquiring lock "singleton_lock" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.514227] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Acquired lock "singleton_lock" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.514464] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Releasing lock "singleton_lock" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.514794] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Full set of CONF: {{(pid=62259) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 604.514938] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ******************************************************************************** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 604.515076] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] Configuration options gathered from: {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 604.515243] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 604.515442] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 604.515568] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ================================================================================ {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 604.515780] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] allow_resize_to_same_host = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.515948] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] arq_binding_timeout = 300 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.516096] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] backdoor_port = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.516227] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] backdoor_socket = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.516394] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] block_device_allocate_retries = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.516556] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] block_device_allocate_retries_interval = 3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.516725] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cert = self.pem {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.516891] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.517074] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute_monitors = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.517266] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] config_dir = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.517449] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] config_drive_format = iso9660 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.517582] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.517750] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] config_source = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.517915] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] console_host = devstack {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.518095] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] control_exchange = nova {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.518261] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cpu_allocation_ratio = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.518422] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] daemon = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.518588] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] debug = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.518746] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] default_access_ip_network_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.518911] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] default_availability_zone = nova {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.519074] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] default_ephemeral_format = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.519236] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] default_green_pool_size = 1000 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.519479] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.519643] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] default_schedule_zone = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.519800] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] disk_allocation_ratio = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.519961] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] enable_new_services = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.520162] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] enabled_apis = ['osapi_compute'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.520329] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] enabled_ssl_apis = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.520492] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] flat_injected = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.520650] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] force_config_drive = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.520808] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] force_raw_images = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.520975] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] graceful_shutdown_timeout = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.521149] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] heal_instance_info_cache_interval = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.521373] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] host = cpu-1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.521548] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.521708] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.521867] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.522090] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.522259] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] instance_build_timeout = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.522421] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] instance_delete_interval = 300 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.522586] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] instance_format = [instance: %(uuid)s] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.522751] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] instance_name_template = instance-%08x {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.522911] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] instance_usage_audit = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525040] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] instance_usage_audit_period = month {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525040] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525040] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525040] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] internal_service_availability_zone = internal {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525040] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] key = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525040] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] live_migration_retry_count = 30 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525040] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] log_color = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] log_config_append = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] log_dir = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] log_file = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] log_options = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] log_rotate_interval = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] log_rotate_interval_type = days {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525643] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] log_rotation_type = none {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525643] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525643] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525731] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525840] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.525966] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.526147] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] long_rpc_timeout = 1800 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.526309] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] max_concurrent_builds = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.526468] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] max_concurrent_live_migrations = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.526626] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] max_concurrent_snapshots = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.526783] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] max_local_block_devices = 3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.526941] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] max_logfile_count = 30 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.527115] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] max_logfile_size_mb = 200 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.527303] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] maximum_instance_delete_attempts = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.527481] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] metadata_listen = 0.0.0.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.527652] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] metadata_listen_port = 8775 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.527822] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] metadata_workers = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.527983] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] migrate_max_retries = -1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.528167] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] mkisofs_cmd = genisoimage {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.528408] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.528555] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] my_ip = 10.180.1.21 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.528767] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.528930] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] network_allocate_retries = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.529122] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.529294] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.529460] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] osapi_compute_listen_port = 8774 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.529629] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] osapi_compute_unique_server_name_scope = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.529798] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] osapi_compute_workers = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.529958] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] password_length = 12 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.530215] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] periodic_enable = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.530458] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] periodic_fuzzy_delay = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.530705] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] pointer_model = usbtablet {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.530950] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] preallocate_images = none {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.531199] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] publish_errors = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.531395] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] pybasedir = /opt/stack/nova {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.531626] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ram_allocation_ratio = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.531862] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] rate_limit_burst = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.532119] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] rate_limit_except_level = CRITICAL {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.532361] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] rate_limit_interval = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.532600] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] reboot_timeout = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.532833] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] reclaim_instance_interval = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.533074] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] record = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.533326] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] reimage_timeout_per_gb = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.533574] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] report_interval = 120 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.533809] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] rescue_timeout = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.534057] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] reserved_host_cpus = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.534295] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] reserved_host_disk_mb = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.534531] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] reserved_host_memory_mb = 512 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.534765] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] reserved_huge_pages = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.534998] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] resize_confirm_window = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.535254] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] resize_fs_using_block_device = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.535486] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] resume_guests_state_on_host_boot = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.535685] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.535859] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] rpc_response_timeout = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.536033] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] run_external_periodic_tasks = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.536209] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] running_deleted_instance_action = reap {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.536374] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.536535] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] running_deleted_instance_timeout = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.536697] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler_instance_sync_interval = 120 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.536867] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_down_time = 720 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.537048] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] servicegroup_driver = db {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.537229] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] shell_completion = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.537400] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] shelved_offload_time = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.537560] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] shelved_poll_interval = 3600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.537729] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] shutdown_timeout = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.537890] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] source_is_ipv6 = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.538060] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ssl_only = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.538320] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.538490] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] sync_power_state_interval = 600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.538651] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] sync_power_state_pool_size = 1000 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.538816] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] syslog_log_facility = LOG_USER {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.538975] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] tempdir = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.539152] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] timeout_nbd = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.539319] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] transport_url = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.539481] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] update_resources_interval = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.539639] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] use_cow_images = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.539794] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] use_eventlog = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.539955] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] use_journal = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.540125] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] use_json = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.540283] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] use_rootwrap_daemon = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.540443] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] use_stderr = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.540599] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] use_syslog = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.540751] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vcpu_pin_set = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.540914] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plugging_is_fatal = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.541094] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plugging_timeout = 300 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.541263] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] virt_mkfs = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.541425] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] volume_usage_poll_interval = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.541582] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] watch_log_file = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.541747] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] web = /usr/share/spice-html5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.541928] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.542113] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.542282] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.542454] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_concurrency.disable_process_locking = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543079] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543279] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543459] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543638] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543811] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.543981] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544185] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.auth_strategy = keystone {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544355] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.compute_link_prefix = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544528] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544700] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.dhcp_domain = novalocal {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.544870] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.enable_instance_password = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545045] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.glance_link_prefix = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545240] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545423] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545589] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.instance_list_per_project_cells = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545754] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.list_records_by_skipping_down_cells = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.545916] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.local_metadata_per_cell = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546096] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.max_limit = 1000 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546268] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.metadata_cache_expiration = 15 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546445] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.neutron_default_tenant_id = default {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546620] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.response_validation = warn {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546788] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.use_neutron_default_nets = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.546954] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547142] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547336] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547510] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547681] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.vendordata_dynamic_targets = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.547844] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.vendordata_jsonfile_path = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548035] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548241] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.backend = dogpile.cache.memcached {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.backend_argument = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548567] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.backend_expiration_time = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548736] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.config_prefix = cache.oslo {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.548905] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.dead_timeout = 60.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549085] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.debug_cache_backend = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549256] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.enable_retry_client = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549421] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.enable_socket_keepalive = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549591] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.enabled = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549756] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.enforce_fips_mode = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.549923] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.expiration_time = 600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550104] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.hashclient_retry_attempts = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550277] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550448] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_dead_retry = 300 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550609] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_password = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550773] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.550935] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551113] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_pool_maxsize = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551281] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551445] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_sasl_enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551624] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551791] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.551951] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.memcache_username = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552133] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.proxies = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552300] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.redis_db = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552463] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.redis_password = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552633] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552811] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.552980] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.redis_server = localhost:6379 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553164] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.redis_socket_timeout = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553325] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.redis_username = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553488] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.retry_attempts = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553652] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.retry_delay = 0.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553815] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.socket_keepalive_count = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.553978] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.socket_keepalive_idle = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554155] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.socket_keepalive_interval = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554317] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.tls_allowed_ciphers = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554477] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.tls_cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554633] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.tls_certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554793] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.tls_enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.554949] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cache.tls_keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555150] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.auth_section = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555369] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.auth_type = password {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555559] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.555805] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556030] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556246] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556436] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.cross_az_attach = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556606] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.debug = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556768] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.endpoint_template = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.556937] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.http_retries = 3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557130] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557322] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557505] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.os_region_name = RegionOne {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557695] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.557873] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cinder.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558064] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558234] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.cpu_dedicated_set = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558398] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.cpu_shared_set = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558562] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.image_type_exclude_list = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558725] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.558889] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559063] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559241] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559594] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.resource_provider_association_refresh = 300 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559776] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.559942] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.shutdown_retry_interval = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560140] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560325] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] conductor.workers = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560506] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] console.allowed_origins = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560675] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] console.ssl_ciphers = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.560926] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] console.ssl_minimum_version = default {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561131] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] consoleauth.enforce_session_timeout = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561310] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] consoleauth.token_ttl = 600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561490] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561650] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561819] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.561981] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.connect_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562158] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.connect_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562319] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.endpoint_override = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562486] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562643] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562804] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.max_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.562962] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.min_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563132] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.region_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563295] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.retriable_status_codes = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563456] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.service_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563653] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.service_type = accelerator {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563836] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.563998] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.status_code_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564174] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.status_code_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564337] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564521] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564684] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] cyborg.version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.564864] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.backend = sqlalchemy {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565048] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.connection = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565251] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.connection_debug = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565435] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.connection_parameters = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565606] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.connection_recycle_time = 3600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565805] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.connection_trace = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.565978] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.db_inc_retry_interval = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566164] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.db_max_retries = 20 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566330] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.db_max_retry_interval = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566495] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.db_retry_interval = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566660] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.max_overflow = 50 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566825] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.max_pool_size = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.566989] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.max_retries = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567176] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567367] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.mysql_wsrep_sync_wait = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567533] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.pool_timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567699] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.retry_interval = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.567857] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.slave_connection = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568033] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.sqlite_synchronous = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568205] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] database.use_db_reconnect = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568386] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.backend = sqlalchemy {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568557] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.connection = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568723] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.connection_debug = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.568894] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.connection_parameters = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569072] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.connection_recycle_time = 3600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569242] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.connection_trace = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569408] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.db_inc_retry_interval = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569595] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.db_max_retries = 20 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569778] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.db_max_retry_interval = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.569943] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.db_retry_interval = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570127] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.max_overflow = 50 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570296] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.max_pool_size = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570462] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.max_retries = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570633] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570795] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.570955] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.pool_timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571130] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.retry_interval = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571288] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.slave_connection = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571451] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] api_database.sqlite_synchronous = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571628] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] devices.enabled_mdev_types = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571804] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.571976] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572154] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ephemeral_storage_encryption.enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572323] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572496] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.api_servers = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572660] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572823] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.572986] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.573162] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.connect_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.573322] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.connect_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.573488] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.debug = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.573655] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.default_trusted_certificate_ids = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.573818] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.enable_certificate_validation = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.573981] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.enable_rbd_download = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.574155] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.endpoint_override = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.574324] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.574490] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.574651] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.max_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.574809] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.min_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.574974] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.num_retries = 3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.575161] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.rbd_ceph_conf = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.575326] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.rbd_connect_timeout = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.575498] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.rbd_pool = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.575666] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.rbd_user = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.575828] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.region_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.575988] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.retriable_status_codes = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.576164] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.service_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.576340] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.service_type = image {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.576506] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.576666] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.status_code_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.576824] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.status_code_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.576983] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.577180] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.577381] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.verify_glance_signatures = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.577555] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] glance.version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.577759] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] guestfs.debug = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.577949] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.auth_section = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.578131] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.auth_type = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.578297] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.578457] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.578620] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.578779] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.connect_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.578939] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.connect_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.579117] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.endpoint_override = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.579286] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.579489] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.579703] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.max_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.579872] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.min_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.580053] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.region_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.580222] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.retriable_status_codes = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.580386] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.service_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.580561] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.service_type = shared-file-system {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.580744] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.share_apply_policy_timeout = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.580913] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.581084] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.status_code_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.581249] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.status_code_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.581411] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.581595] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.581760] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] manila.version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.581931] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] mks.enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.582302] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.582560] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] image_cache.manager_interval = 2400 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.582779] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] image_cache.precache_concurrency = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.583010] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] image_cache.remove_unused_base_images = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.583273] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.583477] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.583664] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] image_cache.subdirectory_name = _base {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.583846] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.api_max_retries = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.584025] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.api_retry_interval = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.584201] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.auth_section = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.584371] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.auth_type = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.584534] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.584694] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.584870] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.585128] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.conductor_group = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.585383] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.connect_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.585617] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.connect_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.585835] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.endpoint_override = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.586026] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.586197] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.586435] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.max_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.586693] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.min_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.586922] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.peer_list = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.587123] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.region_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.587321] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.retriable_status_codes = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.587510] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.serial_console_state_timeout = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.587675] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.service_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.587852] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.service_type = baremetal {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.588026] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.shard = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.588203] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.588368] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.status_code_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.588528] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.status_code_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.588688] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.588872] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.589049] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ironic.version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.589240] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.589422] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] key_manager.fixed_key = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.589606] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.589773] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.barbican_api_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.589934] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.barbican_endpoint = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.590125] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.barbican_endpoint_type = public {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.590292] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.barbican_region_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.590457] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.590619] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.590783] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.590947] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.591120] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.591285] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.number_of_retries = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.591448] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.retry_delay = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.591715] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.send_service_user_token = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.591943] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.592174] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.592364] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.verify_ssl = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.592522] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican.verify_ssl_path = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.592695] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican_service_user.auth_section = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.592864] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican_service_user.auth_type = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.593039] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican_service_user.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.593208] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican_service_user.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.593380] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican_service_user.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.593546] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican_service_user.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.593705] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican_service_user.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.593872] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican_service_user.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.594045] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] barbican_service_user.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.594222] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.approle_role_id = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.594387] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.approle_secret_id = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.594560] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.kv_mountpoint = secret {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.594723] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.kv_path = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.594889] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.kv_version = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.595064] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.namespace = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.595273] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.root_token_id = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.595456] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.ssl_ca_crt_file = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.595630] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.timeout = 60.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.595798] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.use_ssl = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.595973] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.596161] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.596325] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.596494] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.596653] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.connect_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.596813] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.connect_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.596972] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.endpoint_override = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.597151] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.597341] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.597513] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.max_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.597674] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.min_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.597831] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.region_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.597987] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.retriable_status_codes = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.598161] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.service_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.598336] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.service_type = identity {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.598506] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.598668] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.status_code_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.598830] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.status_code_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.598988] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.599184] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.599349] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] keystone.version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.599554] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.connection_uri = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.599712] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.cpu_mode = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.599880] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.600059] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.cpu_models = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.600234] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.cpu_power_governor_high = performance {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.600407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.600570] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.cpu_power_management = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.600740] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.600903] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.device_detach_attempts = 8 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.601083] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.device_detach_timeout = 20 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.601254] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.disk_cachemodes = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.601415] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.disk_prefix = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.601580] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.enabled_perf_events = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.601745] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.file_backed_memory = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.601913] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.gid_maps = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.602089] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.hw_disk_discard = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.602254] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.hw_machine_type = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.602427] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.images_rbd_ceph_conf = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.602607] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.602864] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.603078] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.images_rbd_glance_store_name = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.603261] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.images_rbd_pool = rbd {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.603436] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.images_type = default {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.603598] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.images_volume_group = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.603764] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.inject_key = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.603926] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.inject_partition = -2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.604100] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.inject_password = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.604265] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.iscsi_iface = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.604432] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.iser_use_multipath = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.604594] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.604755] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.604916] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_downtime = 500 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.605096] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.605302] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.605481] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_inbound_addr = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.605649] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.605812] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.605974] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_scheme = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.606164] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_timeout_action = abort {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.606330] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_tunnelled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.606499] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_uri = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.606652] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.live_migration_with_native_tls = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.606813] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.max_queues = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.606977] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.607258] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.607425] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.nfs_mount_options = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.607727] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.607915] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.608096] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.608265] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.608436] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.608601] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.num_pcie_ports = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.608769] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.608936] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.pmem_namespaces = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.609107] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.quobyte_client_cfg = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.609399] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.609593] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.609757] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.609923] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.610106] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rbd_secret_uuid = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.610269] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rbd_user = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.610438] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.610608] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.610768] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rescue_image_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.610924] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rescue_kernel_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.611097] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rescue_ramdisk_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.611270] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.611434] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.rx_queue_size = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.611601] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.smbfs_mount_options = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.611908] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.612098] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.snapshot_compression = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.612262] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.snapshot_image_format = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.612494] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.612661] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.sparse_logical_volumes = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.612825] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.swtpm_enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.612995] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.swtpm_group = tss {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.613182] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.swtpm_user = tss {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.613352] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.sysinfo_serial = unique {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.613514] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.tb_cache_size = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.613672] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.tx_queue_size = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.613833] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.uid_maps = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.613996] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.use_virtio_for_bridges = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.614183] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.virt_type = kvm {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.614353] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.volume_clear = zero {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.614518] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.volume_clear_size = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.614724] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.volume_use_multipath = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.614910] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.vzstorage_cache_path = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.615099] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.615297] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.615483] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.615656] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.615954] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.616156] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.vzstorage_mount_user = stack {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.616328] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.616503] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.auth_section = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.616680] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.auth_type = password {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.616841] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.617017] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.617184] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.617373] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.connect_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.617538] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.connect_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.617709] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.default_floating_pool = public {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.617867] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.endpoint_override = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.618042] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.extension_sync_interval = 600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.618213] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.http_retries = 3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.618378] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.618536] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.618693] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.max_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.618863] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.619035] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.min_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.619209] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.ovs_bridge = br-int {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.619381] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.physnets = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.619550] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.region_name = RegionOne {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.619709] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.retriable_status_codes = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.619875] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.service_metadata_proxy = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.620045] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.service_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.620221] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.service_type = network {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.620434] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.620629] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.status_code_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.620794] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.status_code_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.620954] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.621155] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.621322] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] neutron.version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.621495] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] notifications.bdms_in_notifications = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.621673] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] notifications.default_level = INFO {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.621852] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] notifications.notification_format = unversioned {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.622030] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] notifications.notify_on_state_change = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.622217] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.622399] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] pci.alias = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.622572] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] pci.device_spec = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.622739] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] pci.report_in_placement = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.622914] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.auth_section = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.623103] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.auth_type = password {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.623275] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.623441] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.623602] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.623767] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.623927] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.connect_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.624100] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.connect_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.624265] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.default_domain_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.624428] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.default_domain_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.624586] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.domain_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.624744] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.domain_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.624902] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.endpoint_override = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.625075] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.625299] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.625484] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.max_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.625646] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.min_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.625816] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.password = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.625976] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.project_domain_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.626163] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.project_domain_name = Default {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.626332] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.project_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.626508] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.project_name = service {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.626693] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.region_name = RegionOne {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.626837] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.retriable_status_codes = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.626997] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.service_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.627182] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.service_type = placement {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.627375] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.627541] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.status_code_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.627702] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.status_code_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.627862] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.system_scope = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.628032] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.628198] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.trust_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.628359] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.user_domain_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.628525] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.user_domain_name = Default {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.628684] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.user_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.628859] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.username = nova {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.629054] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.629222] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] placement.version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.629407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.cores = 20 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.629574] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.count_usage_from_placement = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.629745] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.629913] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.injected_file_content_bytes = 10240 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.630093] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.injected_file_path_length = 255 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.630263] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.injected_files = 5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.630434] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.instances = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.630601] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.key_pairs = 100 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.630768] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.metadata_items = 128 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.630933] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.ram = 51200 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.631122] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.recheck_quota = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.631295] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.server_group_members = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.631467] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.server_groups = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.631681] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.631857] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] quota.unified_limits_resource_strategy = require {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.632043] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.632215] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.632383] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.image_metadata_prefilter = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.632545] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.632709] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.max_attempts = 3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.632870] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.max_placement_results = 1000 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.633044] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.633212] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.633376] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.633549] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] scheduler.workers = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.633722] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.633892] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.634095] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.634267] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.634432] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.634594] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.634757] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.634942] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.635123] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.host_subset_size = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.635312] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.635484] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.635649] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.635817] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.isolated_hosts = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.635981] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.isolated_images = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.636162] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.636325] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.636492] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.636655] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.pci_in_placement = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.636816] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.636975] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.637169] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.637365] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.637531] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.637695] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.637857] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.track_instance_changes = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.638048] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.638225] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] metrics.required = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.638393] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] metrics.weight_multiplier = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.638557] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.638724] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] metrics.weight_setting = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.639051] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.639235] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] serial_console.enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.639422] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] serial_console.port_range = 10000:20000 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.639603] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.639771] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.639941] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] serial_console.serialproxy_port = 6083 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.640126] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.auth_section = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.640304] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.auth_type = password {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.640467] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.640624] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.640785] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.640947] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.641120] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.641294] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.send_service_user_token = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.641462] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.641623] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] service_user.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.641797] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.agent_enabled = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.641963] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.642286] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.642505] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.642681] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.html5proxy_port = 6082 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.642845] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.image_compression = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.643009] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.jpeg_compression = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.643183] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.playback_compression = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.643347] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.require_secure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.643517] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.server_listen = 127.0.0.1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.643691] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.643852] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.streaming_mode = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.644018] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] spice.zlib_compression = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.644188] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] upgrade_levels.baseapi = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.644361] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] upgrade_levels.compute = auto {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.644525] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] upgrade_levels.conductor = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.644683] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] upgrade_levels.scheduler = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.644850] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.645026] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.645198] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vendordata_dynamic_auth.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.645382] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vendordata_dynamic_auth.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.645552] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.645716] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vendordata_dynamic_auth.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.645877] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.646054] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.646220] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vendordata_dynamic_auth.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.646399] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.api_retry_count = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.646561] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.ca_file = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.646734] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.646906] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.cluster_name = testcl1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.647087] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.connection_pool_size = 10 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.647270] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.console_delay_seconds = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.647454] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.datastore_regex = ^datastore.* {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.647669] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.647848] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.host_password = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.648029] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.host_port = 443 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.648206] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.host_username = administrator@vsphere.local {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.648378] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.insecure = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.648541] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.integration_bridge = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.648706] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.maximum_objects = 100 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.648867] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.pbm_default_policy = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.649043] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.pbm_enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.649209] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.pbm_wsdl_location = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.649383] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.649543] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.serial_port_proxy_uri = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.649702] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.serial_port_service_uri = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.649871] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.task_poll_interval = 0.5 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.650056] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.use_linked_clone = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.650233] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.vnc_keymap = en-us {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.650405] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.vnc_port = 5900 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.650569] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vmware.vnc_port_total = 10000 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.650755] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.auth_schemes = ['none'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.650931] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.651236] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.651428] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.651603] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.novncproxy_port = 6080 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.651788] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.server_listen = 127.0.0.1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.651968] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.652148] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.vencrypt_ca_certs = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.652309] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.vencrypt_client_cert = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.652472] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vnc.vencrypt_client_key = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.652656] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.652822] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.disable_deep_image_inspection = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.652986] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.653164] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.653329] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.653495] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.disable_rootwrap = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.653658] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.enable_numa_live_migration = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.653821] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.653984] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.654164] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.654327] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.libvirt_disable_apic = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.654490] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.654650] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.654809] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.654969] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.655144] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.655332] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.655504] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.655668] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.655826] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.655990] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.656191] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.656363] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.client_socket_timeout = 900 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.656532] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.default_pool_size = 1000 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.656698] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.keep_alive = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.656862] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.max_header_line = 16384 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.657036] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.657203] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.ssl_ca_file = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.657382] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.ssl_cert_file = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.657547] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.ssl_key_file = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.657710] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.tcp_keepidle = 600 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.657894] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.658086] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] zvm.ca_file = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.658254] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] zvm.cloud_connector_url = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.658556] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.658733] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] zvm.reachable_timeout = 300 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.658907] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.659099] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.659288] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.connection_string = messaging:// {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.659461] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.enabled = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.659633] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.es_doc_type = notification {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.659796] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.es_scroll_size = 10000 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.659965] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.es_scroll_time = 2m {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.660144] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.filter_error_trace = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.660317] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.hmac_keys = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.660490] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.sentinel_service_name = mymaster {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.660656] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.socket_timeout = 0.1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.660822] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.trace_requests = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.660986] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler.trace_sqlalchemy = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.661186] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler_jaeger.process_tags = {} {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.661351] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler_jaeger.service_name_prefix = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.661517] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] profiler_otlp.service_name_prefix = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.661684] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] remote_debug.host = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.661844] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] remote_debug.port = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.662042] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.662214] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.662382] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.662544] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.662706] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.662868] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.663040] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.663222] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.663391] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.663562] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.663721] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.663889] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.664068] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.664241] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.664413] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.664581] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.664742] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.664913] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.665090] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.665301] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.665491] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.665661] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.665826] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.665993] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.666182] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.666349] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.666513] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.666673] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.666838] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.667013] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.ssl = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.667196] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.667389] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.667559] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.667733] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.667902] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.668079] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.668293] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.668473] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_notifications.retry = -1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.668661] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.668838] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.669031] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.auth_section = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.669203] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.auth_type = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.669367] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.cafile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.669527] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.certfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.669689] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.collect_timing = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.669846] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.connect_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.670009] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.connect_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.670177] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.endpoint_id = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.670347] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.670509] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.endpoint_override = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.670666] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.endpoint_region_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.670825] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.endpoint_service_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.670981] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.endpoint_service_type = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.671157] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.insecure = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.671317] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.keyfile = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.671476] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.max_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.671629] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.min_version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.671783] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.region_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.671939] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.retriable_status_codes = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.672108] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.service_name = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.672267] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.service_type = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.672432] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.split_loggers = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.672587] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.status_code_retries = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.672743] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.status_code_retry_delay = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.672899] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.timeout = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.673067] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.valid_interfaces = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.673228] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_limit.version = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.673407] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_reports.file_event_handler = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.673559] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.673740] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] oslo_reports.log_dir = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.673884] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.674067] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.674228] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.674394] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.674557] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.674712] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.674881] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.675049] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_ovs_privileged.group = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.675220] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.675427] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.675597] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.675755] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] vif_plug_ovs_privileged.user = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.675926] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.676123] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.676299] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.676474] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.676697] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.676809] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.676973] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.677196] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.677357] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.677537] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_ovs.isolate_vif = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.677708] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.677875] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.678059] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.678252] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.678436] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] os_vif_ovs.per_port_bridge = False {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.678609] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] privsep_osbrick.capabilities = [21] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.678771] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] privsep_osbrick.group = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.678929] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] privsep_osbrick.helper_command = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.679109] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.679273] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.679433] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] privsep_osbrick.user = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.679609] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.679768] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] nova_sys_admin.group = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.679926] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] nova_sys_admin.helper_command = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.680102] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.680270] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.680427] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] nova_sys_admin.user = None {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 604.680558] env[62259]: DEBUG oslo_service.service [None req-5a204e2e-889a-4a1e-845e-6a8eb77af827 None None] ******************************************************************************** {{(pid=62259) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 604.680981] env[62259]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 605.184680] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Getting list of instances from cluster (obj){ [ 605.184680] env[62259]: value = "domain-c8" [ 605.184680] env[62259]: _type = "ClusterComputeResource" [ 605.184680] env[62259]: } {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 605.185971] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78519958-a44c-46e7-a8cc-bec110b0460b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.196151] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Got total of 0 instances {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 605.196821] env[62259]: WARNING nova.virt.vmwareapi.driver [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 605.197387] env[62259]: INFO nova.virt.node [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Generated node identity 07134af6-d303-472c-9b0c-7734192de603 [ 605.197615] env[62259]: INFO nova.virt.node [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Wrote node identity 07134af6-d303-472c-9b0c-7734192de603 to /opt/stack/data/n-cpu-1/compute_id [ 605.700602] env[62259]: WARNING nova.compute.manager [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Compute nodes ['07134af6-d303-472c-9b0c-7734192de603'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 606.708549] env[62259]: INFO nova.compute.manager [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 607.714771] env[62259]: WARNING nova.compute.manager [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 607.715070] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.715319] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.715478] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.715633] env[62259]: DEBUG nova.compute.resource_tracker [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 607.716581] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e272947-ad21-4866-aeca-bd4a9f1a7bc2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.724820] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497104bb-a103-4549-88e9-74bdbdb504e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.740310] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c6b40-b47f-4064-a227-e404d96f26ca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.744608] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e74bb1-ea4b-4f45-9f7a-d6e2ca65c4ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.773609] env[62259]: DEBUG nova.compute.resource_tracker [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181360MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 607.773754] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.773937] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.276859] env[62259]: WARNING nova.compute.resource_tracker [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] No compute node record for cpu-1:07134af6-d303-472c-9b0c-7734192de603: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 07134af6-d303-472c-9b0c-7734192de603 could not be found. [ 608.780850] env[62259]: INFO nova.compute.resource_tracker [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 07134af6-d303-472c-9b0c-7734192de603 [ 610.289738] env[62259]: DEBUG nova.compute.resource_tracker [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 610.290115] env[62259]: DEBUG nova.compute.resource_tracker [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 610.446853] env[62259]: INFO nova.scheduler.client.report [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] [req-69312dde-4ca8-4df6-b972-8cb3de812980] Created resource provider record via placement API for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 610.463618] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1ba54e-6fc5-42ba-a218-0178327bed6b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.471118] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41560292-4aa3-468a-8b11-cdf31018f18c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.501974] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa4d37-268b-4800-8f7b-800475577434 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.508920] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee0877d-21e5-46fc-a78a-a281c9b05b55 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.522401] env[62259]: DEBUG nova.compute.provider_tree [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.059912] env[62259]: DEBUG nova.scheduler.client.report [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 611.060158] env[62259]: DEBUG nova.compute.provider_tree [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 0 to 1 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 611.060311] env[62259]: DEBUG nova.compute.provider_tree [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.107982] env[62259]: DEBUG nova.compute.provider_tree [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 1 to 2 during operation: update_traits {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 611.612680] env[62259]: DEBUG nova.compute.resource_tracker [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 611.613046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.613046] env[62259]: DEBUG nova.service [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Creating RPC server for service compute {{(pid=62259) start /opt/stack/nova/nova/service.py:186}} [ 611.626597] env[62259]: DEBUG nova.service [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] Join ServiceGroup membership for this service compute {{(pid=62259) start /opt/stack/nova/nova/service.py:203}} [ 611.626769] env[62259]: DEBUG nova.servicegroup.drivers.db [None req-3458819a-5f9f-46ee-b950-e872931c9be8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62259) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 646.628613] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.131548] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Getting list of instances from cluster (obj){ [ 647.131548] env[62259]: value = "domain-c8" [ 647.131548] env[62259]: _type = "ClusterComputeResource" [ 647.131548] env[62259]: } {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 647.132825] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb316e2-cf5b-4dfc-94ab-01420dd13a56 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.141746] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Got total of 0 instances {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 647.142056] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.142319] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Getting list of instances from cluster (obj){ [ 647.142319] env[62259]: value = "domain-c8" [ 647.142319] env[62259]: _type = "ClusterComputeResource" [ 647.142319] env[62259]: } {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 647.143237] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb84d12-8893-40ce-9fa5-8adfa4405d64 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.151063] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Got total of 0 instances {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 659.965277] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.965704] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.966042] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 659.966042] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 660.469166] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 660.469345] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.469569] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.469766] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.469954] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.470164] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.470353] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.470529] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 660.470680] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.975109] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.975497] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.975637] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.975728] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 660.976614] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce79448f-7e4f-4529-b354-9619f6cac2f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.984808] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a1c1e0-5739-402d-857a-d33adf66835e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.998009] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7630f7-c837-4d1f-aa42-e61708853f49 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.004100] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e680eae-36cb-44e6-8a7d-d8c6cf36c4c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.031931] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181348MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 661.032069] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.032248] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.050868] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 662.051157] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 662.066089] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ead8a70-26bb-40b6-9ead-5fe148b362d0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.073514] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c653f73-86ec-4e03-bfe3-313733078152 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.102707] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9490ac48-ed43-4093-9e75-ab4bd89aca5b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.109734] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0404a4be-da30-44d0-873e-b437b8541f7e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.122776] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.626225] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 663.131026] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 663.131524] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.117261] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.117694] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.622202] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 723.622372] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 723.622521] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 724.126506] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 724.126858] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.126858] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.127044] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.127153] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.127295] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.127437] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.127573] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 724.127713] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 724.631074] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.631335] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.631541] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.631715] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 724.632638] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de84ad86-8b0f-49a2-a86a-3541eab87493 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.641444] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c587747-3d80-4d91-a381-1617f3d0f29b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.654755] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef0a7e7-bc50-4e16-bc98-00bd570810a0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.660517] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d7dd82-e5a9-4d32-aca5-dfc819db1e14 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.687806] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181348MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 724.687956] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.688123] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.705778] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 725.706362] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 725.719407] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c0be58-bef4-4610-aeee-0fb1b407a438 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.729113] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184da71f-2008-4c2e-9a79-290c776cd83c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.757691] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b502f67e-3bb8-42f3-ae55-b52c4487f6e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.766072] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7017f7e-ffff-4432-80f8-ba334e206d0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.778996] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.281376] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 726.282625] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 726.282807] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.284190] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.284601] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.284601] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 786.284761] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 786.787212] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 786.787468] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.787594] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.787738] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.787881] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.788028] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.788183] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.788311] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 786.788449] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.291434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.291834] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.291896] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.292057] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 787.292922] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76217be-2ef9-41f6-8569-4271eb53f8c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.301524] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258535dd-44f1-43bd-920f-d043e58c401b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.315961] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ba0df-9dba-4c4a-8361-4fa161b952ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.321904] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dbbb3a-7c13-4bb3-91fc-4b700d2cc82e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.349910] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181352MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 787.350059] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.350237] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.368538] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 788.368798] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 788.381325] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32d8abc-8410-4428-b3af-7fcbfbb2c73e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.388913] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0fff2b-5218-4a0b-89b5-ed3f00b623a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.418266] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a8e76-2da3-4640-9a50-ff1a019ac7ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.425154] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9353b9-3225-41d2-bb28-f73eeb8e9496 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.437929] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.941015] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 788.942376] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 788.942553] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.609967] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.610399] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.115670] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.115870] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 846.115999] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 846.620032] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 846.620032] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.620032] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.620032] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.620032] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.620032] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.620510] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.620510] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 846.620510] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.123967] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.124238] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.124402] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.125119] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 847.125834] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2569462-6a41-4996-add6-0743f1eb0d71 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.135940] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce696d7b-e252-4810-a833-83ea7f46b4ca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.149475] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb10810-c607-4701-8aea-482b7efe17d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.155674] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca53b2d-bef8-430b-8b0f-139aa3455dc1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.184787] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181349MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 847.184947] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.185112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.203129] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 848.203385] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 848.215793] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a031985-b98f-4220-92ef-979549e5677c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.223609] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71abcfab-9ba7-4231-8c4b-daa0c6b597b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.252028] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cddc69-618b-4dcb-afe1-505ee974f814 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.258630] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320a99a3-4ab4-4277-92c6-ce6a337e1683 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.271828] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.774532] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 848.775780] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 848.775956] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.956513] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.956959] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Cleaning up deleted instances {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11558}} [ 900.460494] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] There are 0 instances to clean {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11567}} [ 900.460742] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.460901] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Cleaning up deleted instances with incomplete migration {{(pid=62259) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11596}} [ 900.964200] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.467379] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.467771] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.467812] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 904.467898] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 904.970914] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 904.971153] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.971314] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.971483] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.971611] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 905.956364] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.956728] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 905.956763] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.459932] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.460193] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.460351] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.460503] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 906.461440] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3fff3e-4c4d-47a7-a246-c6d30726a44a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.469951] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b415a60c-93a9-43ad-94ad-c772976d6793 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.484133] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d06d42-f47b-4d9e-9390-43f55605a76d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.490161] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f76212f-04b0-4c26-bde4-ffdcc704ef37 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.519186] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181353MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 906.519317] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.519502] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.538253] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 907.538532] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 907.551790] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82166e06-9f56-462b-85c9-410046643359 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.558995] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f4515-edea-4a12-8980-1a70c22d760c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.588108] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c60dcdb-9d73-4dec-bcfc-b559058a1daf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.594765] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1969854c-a353-4967-8c36-c106f37a654c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.607220] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.110572] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 908.111857] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 908.112049] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.112690] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.957784] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.958227] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 963.958227] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 964.460598] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 964.460860] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.461076] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.461217] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 964.957556] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.952167] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.952539] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.457301] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.457540] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.960697] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.961112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.961112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.961288] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 966.962213] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06aec74-e8ae-4e00-8c48-2c7343ccc9ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.970113] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d01ace-7848-482b-8fb6-17e17781217a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.983374] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4138d2-6b0d-4122-b081-005d964d6313 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.989386] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fdb134-354e-455c-9365-bba9a7fb95fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.018030] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181352MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 967.018161] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.018338] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.052838] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 968.053096] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 968.070451] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 968.085106] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 968.085289] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.096758] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 968.112127] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 968.123937] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786ec975-05b6-47af-8bb6-6cafe0a9cacc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.131885] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f70feb-3076-446e-b0dc-034765c953e1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.161763] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346890a7-ac3d-4af9-b80d-5d124d34fc78 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.168782] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72a7815-edb5-4399-91ee-50cad8f9502b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.182673] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.686351] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 968.687632] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 968.687807] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.669s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.186537] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.186952] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.958438] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.955882] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.956288] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1025.956288] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1026.459085] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1026.459346] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.459507] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.459643] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1026.459786] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.962790] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.963181] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.963228] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.963384] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1026.964354] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec98afe-fdd0-4269-8063-05cc6a82de95 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.972629] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd289d-15cd-4eb0-9806-f1b75af9053f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.986081] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc8648-0ae3-44e8-9762-127ad68447f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.991931] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c745a736-5d53-4a88-b66d-7f4e0caf543f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.020132] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181348MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1027.020263] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.020441] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.038275] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1028.038518] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1028.051641] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370410d2-2368-4d34-a48d-e4a4a2358caa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.059372] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e0757-084b-4bd7-9067-2834703eca2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.089130] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118caad5-4cb4-4da6-ace4-475ce14d455c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.096180] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261152d5-1bcb-4c3c-9fd8-bef6bff750ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.109675] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.613162] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1028.614477] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1028.614648] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.610295] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.610617] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.610617] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1029.610749] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.959062] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.957323] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.957323] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1085.957723] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1086.460894] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1086.956094] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.956859] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.956859] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1086.956859] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.459759] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.460178] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.460220] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.460353] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1087.461252] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9813445d-7d1f-4e05-9b6a-a50f8a81c99a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.469242] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3c7289-9110-497f-a922-4487cd2f641b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.482926] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3763346a-41cc-4217-a979-2728ce84142b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.488917] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484c9cfd-7e17-408f-bcfa-0c7f904bc639 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.517674] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181357MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1087.517826] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.518013] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.537587] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1088.537839] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1088.551333] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930823f2-cf4c-479f-8d65-e1169d145b9b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.558536] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7938f8f3-a3dc-4170-a04e-91f659852b64 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.587077] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94a7bf6-c3fd-4cb9-82a6-b5f3377e5ad5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.593508] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c70c1-93b5-43e6-b068-fd8a49061138 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.605761] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.108930] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1089.110254] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1089.110441] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.110315] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.616486] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.616690] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.617157] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.617157] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.956377] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.957038] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.957038] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1146.957038] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1147.459460] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1147.956363] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.956629] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.956754] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1148.956182] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.956570] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.956570] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.459271] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.459531] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.459692] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.459840] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1149.460792] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0c8a8f-565d-44fb-8405-9b527197e629 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.468889] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fbfee2-d2e1-4696-bb6b-66c776a68f82 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.482389] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c7a39c-953f-458e-b23c-f39f0ec7734c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.488415] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079d5991-69c1-4501-a311-9330ef36bd2d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.517183] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181345MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1149.517323] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.517489] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.535638] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1150.536037] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1150.548602] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32610140-9211-488c-bf05-cdff1616fcfc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.556677] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0651451-40b0-45ab-a247-1bb21a33d0ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.585148] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af777e-88c8-4fc5-852f-486228d83744 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.591976] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d786a5-579d-4122-a318-f8bf49429bfc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.604426] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.108360] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1151.109625] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1151.109807] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.110656] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.110656] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.957313] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.956876] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.957320] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1206.957320] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1207.462984] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1208.956643] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.957046] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1208.957046] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.460905] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.460905] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.461105] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.461152] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1209.461995] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc3161d-c091-43fd-88c7-98772f6be24b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.469826] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531103bd-0cb7-4368-ad64-55ad9985c912 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.483272] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1dfadc-b272-46e0-bc30-0ba4cad35ad4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.489108] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbe8b95-2b88-435b-a41f-c57690179a9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.516672] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181337MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1209.516805] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.516976] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.534836] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1210.535094] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1210.547601] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979d0f6-4f70-486a-85c1-2f82955d8af7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.554827] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bea6172-cc8a-4e76-bb8c-936673333068 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.585051] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ae473c-6463-4421-b86c-d2dfafc7b9cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.591681] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4350c590-f15c-4bfd-9235-af43bb989b48 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.604093] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.106884] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1211.108225] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1211.108457] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.108677] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.108808] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Cleaning up deleted instances {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11558}} [ 1211.611641] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] There are 0 instances to clean {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11567}} [ 1211.956570] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.956808] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.464418] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.464418] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.464418] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.464418] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.464418] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.461071] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.461071] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Cleaning up deleted instances with incomplete migration {{(pid=62259) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11596}} [ 1247.132587] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.635662] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Getting list of instances from cluster (obj){ [ 1247.635662] env[62259]: value = "domain-c8" [ 1247.635662] env[62259]: _type = "ClusterComputeResource" [ 1247.635662] env[62259]: } {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1247.636813] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a248745f-f646-4e06-9197-23040585ff86 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.647222] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Got total of 0 instances {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1249.463414] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquiring lock "a562d639-3f17-4755-85b5-dfdd6ad40529" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.464222] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "a562d639-3f17-4755-85b5-dfdd6ad40529" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.968770] env[62259]: DEBUG nova.compute.manager [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.510465] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.510753] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.513791] env[62259]: INFO nova.compute.claims [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.566455] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de833bf0-4327-4477-ab60-95144b2f9661 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.574726] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00204e89-1fdd-413e-9a3c-6cba70a1f621 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.606582] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6ce64f-4aac-44e6-a1ad-27f3ae807320 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.616719] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153112ac-79be-41c7-a9d9-3c631db352e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.628335] env[62259]: DEBUG nova.compute.provider_tree [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.133258] env[62259]: DEBUG nova.scheduler.client.report [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1252.640743] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.642199] env[62259]: DEBUG nova.compute.manager [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.149956] env[62259]: DEBUG nova.compute.utils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1253.151702] env[62259]: DEBUG nova.compute.manager [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.151702] env[62259]: DEBUG nova.network.neutron [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.657819] env[62259]: DEBUG nova.compute.manager [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.669306] env[62259]: DEBUG nova.compute.manager [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.249244] env[62259]: DEBUG nova.policy [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60f27c962af04bf9844c099367ed79f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9057f98f0e994d9392a9ae4e8743f407', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.584804] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1255.585227] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1255.585464] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.585758] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1255.585922] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.589019] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1255.589019] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1255.589019] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1255.589019] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1255.589019] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1255.589260] env[62259]: DEBUG nova.virt.hardware [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.589260] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdb5016-8081-4967-a2d2-d2a62f73493d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.599686] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afa1017-232b-45ed-838c-d86f56e3ba7f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.624301] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e17e4ad-9f96-4bd5-a403-282c3aea3642 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.402313] env[62259]: DEBUG nova.network.neutron [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Successfully created port: 6654a27a-e410-46b3-8f45-8cbf391a0ddd {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.514081] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "30526dec-d3cf-46be-841d-c96148f391d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.514338] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "30526dec-d3cf-46be-841d-c96148f391d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.983147] env[62259]: DEBUG nova.network.neutron [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Successfully updated port: 6654a27a-e410-46b3-8f45-8cbf391a0ddd {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.017729] env[62259]: DEBUG nova.compute.manager [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.486154] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquiring lock "refresh_cache-a562d639-3f17-4755-85b5-dfdd6ad40529" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.486287] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquired lock "refresh_cache-a562d639-3f17-4755-85b5-dfdd6ad40529" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.486435] env[62259]: DEBUG nova.network.neutron [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.493044] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "1896c71b-8b2f-479a-9490-db7d5717ee17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.493044] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "1896c71b-8b2f-479a-9490-db7d5717ee17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.552491] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.552805] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.554139] env[62259]: INFO nova.compute.claims [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.995663] env[62259]: DEBUG nova.compute.manager [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.098680] env[62259]: DEBUG nova.network.neutron [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.141784] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "54ce854a-5100-4a7c-ad79-ab4315a16984" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.143324] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.531406] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.648310] env[62259]: DEBUG nova.compute.manager [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.675367] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66ebba-5c2b-4207-a0c3-72f0b71957ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.686181] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf8d275-9363-45ce-a738-1187a5830797 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.721696] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a016b8-06f1-41d0-89b7-de7e1aba3437 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.734795] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ee2b0-5444-430b-94e5-074fedbbbead {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.750149] env[62259]: DEBUG nova.compute.provider_tree [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.753407] env[62259]: DEBUG nova.network.neutron [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Updating instance_info_cache with network_info: [{"id": "6654a27a-e410-46b3-8f45-8cbf391a0ddd", "address": "fa:16:3e:e7:cc:f6", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6654a27a-e4", "ovs_interfaceid": "6654a27a-e410-46b3-8f45-8cbf391a0ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.089245] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.089382] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.170640] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.257800] env[62259]: DEBUG nova.scheduler.client.report [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1263.265929] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Releasing lock "refresh_cache-a562d639-3f17-4755-85b5-dfdd6ad40529" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.265929] env[62259]: DEBUG nova.compute.manager [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Instance network_info: |[{"id": "6654a27a-e410-46b3-8f45-8cbf391a0ddd", "address": "fa:16:3e:e7:cc:f6", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6654a27a-e4", "ovs_interfaceid": "6654a27a-e410-46b3-8f45-8cbf391a0ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.266156] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:cc:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6654a27a-e410-46b3-8f45-8cbf391a0ddd', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.283956] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.284883] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f42dd7af-dadf-4fe6-9bb4-97a455bc56e8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.298555] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Created folder: OpenStack in parent group-v4. [ 1263.298707] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Creating folder: Project (9057f98f0e994d9392a9ae4e8743f407). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.298971] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77e9dbe5-6097-4f7e-8f9a-f67f7372c0df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.310862] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Created folder: Project (9057f98f0e994d9392a9ae4e8743f407) in parent group-v352705. [ 1263.311227] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Creating folder: Instances. Parent ref: group-v352706. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.311355] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a2d19a-cbc1-4d0e-b1e1-4da2f73ff19d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.323107] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Created folder: Instances in parent group-v352706. [ 1263.323343] env[62259]: DEBUG oslo.service.loopingcall [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1263.323531] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.323720] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47355e17-b759-4b8e-818d-adef30cf2d74 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.344081] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.344081] env[62259]: value = "task-1691435" [ 1263.344081] env[62259]: _type = "Task" [ 1263.344081] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.353694] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691435, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.594687] env[62259]: DEBUG nova.compute.manager [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.764312] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.764994] env[62259]: DEBUG nova.compute.manager [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.769200] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.238s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.772701] env[62259]: INFO nova.compute.claims [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.855451] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691435, 'name': CreateVM_Task, 'duration_secs': 0.506495} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.855669] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.868592] env[62259]: DEBUG oslo_vmware.service [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d10779-fb16-407b-b1e0-0bba96d7fc5a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.877125] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.877304] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.878534] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1263.878534] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66003c78-5ca0-477c-a8bd-390c41c2f5ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.884311] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1263.884311] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52478c33-ab46-038e-da5f-0947af0d421a" [ 1263.884311] env[62259]: _type = "Task" [ 1263.884311] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.893833] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52478c33-ab46-038e-da5f-0947af0d421a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.072138] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquiring lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.072524] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.134481] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.185172] env[62259]: DEBUG nova.compute.manager [req-ecc582dd-4526-4327-8dc9-541b4c08fc9e req-773884c1-a2e8-43c0-bd5b-b812e9adcc37 service nova] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Received event network-vif-plugged-6654a27a-e410-46b3-8f45-8cbf391a0ddd {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1264.185397] env[62259]: DEBUG oslo_concurrency.lockutils [req-ecc582dd-4526-4327-8dc9-541b4c08fc9e req-773884c1-a2e8-43c0-bd5b-b812e9adcc37 service nova] Acquiring lock "a562d639-3f17-4755-85b5-dfdd6ad40529-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.185616] env[62259]: DEBUG oslo_concurrency.lockutils [req-ecc582dd-4526-4327-8dc9-541b4c08fc9e req-773884c1-a2e8-43c0-bd5b-b812e9adcc37 service nova] Lock "a562d639-3f17-4755-85b5-dfdd6ad40529-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.185891] env[62259]: DEBUG oslo_concurrency.lockutils [req-ecc582dd-4526-4327-8dc9-541b4c08fc9e req-773884c1-a2e8-43c0-bd5b-b812e9adcc37 service nova] Lock "a562d639-3f17-4755-85b5-dfdd6ad40529-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.185891] env[62259]: DEBUG nova.compute.manager [req-ecc582dd-4526-4327-8dc9-541b4c08fc9e req-773884c1-a2e8-43c0-bd5b-b812e9adcc37 service nova] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] No waiting events found dispatching network-vif-plugged-6654a27a-e410-46b3-8f45-8cbf391a0ddd {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.192169] env[62259]: WARNING nova.compute.manager [req-ecc582dd-4526-4327-8dc9-541b4c08fc9e req-773884c1-a2e8-43c0-bd5b-b812e9adcc37 service nova] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Received unexpected event network-vif-plugged-6654a27a-e410-46b3-8f45-8cbf391a0ddd for instance with vm_state building and task_state spawning. [ 1264.283740] env[62259]: DEBUG nova.compute.utils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1264.289049] env[62259]: DEBUG nova.compute.manager [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Not allocating networking since 'none' was specified. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1264.400058] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.400058] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.401867] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.402073] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.402647] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.402862] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1718990-514c-43f2-9e81-cdd0e44641dc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.412036] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.413209] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.414048] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed24a803-f2e3-4a3b-b287-b12a74eb3e70 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.424097] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c89e32d-79fc-40a1-bc97-5044ba799845 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.429488] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1264.429488] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521ced1b-dc88-a19b-f3e7-96660f9e3ae2" [ 1264.429488] env[62259]: _type = "Task" [ 1264.429488] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.443228] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521ced1b-dc88-a19b-f3e7-96660f9e3ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.574951] env[62259]: DEBUG nova.compute.manager [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.692793] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "bc91d33c-b126-494e-8937-ee1f2dd3688c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.693216] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "bc91d33c-b126-494e-8937-ee1f2dd3688c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.793114] env[62259]: DEBUG nova.compute.manager [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1264.950949] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Preparing fetch location {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1264.951083] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Creating directory with path [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.952337] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e4281b3-fa4c-4ebe-8ba3-cb6b030ceffe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.955508] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021187bd-89e2-4c2e-8b88-6adfe9221708 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.974634] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeec5c9-4359-4e18-b8e5-c122f11b51af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.983019] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Created directory with path [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.983609] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Fetch image to [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/tmp-sparse.vmdk {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1264.983609] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Downloading image file data aec5f048-63ce-4eec-bfbd-b8ad5fdac743 to [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/tmp-sparse.vmdk on the data store datastore1 {{(pid=62259) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1264.984524] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bbf006-996b-48b2-84fd-c75cdeb21d41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.019282] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00fa461-ce2e-4ef1-a822-04a13d2783cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.029711] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87492591-6e67-4c13-a5bd-9eb21799c18f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.037105] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a444808-ba41-4a23-a6fe-aac3537b1867 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.048264] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e0a335-ee5c-483e-9408-44f3fa9be157 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.062517] env[62259]: DEBUG nova.compute.provider_tree [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.099231] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9704461-b422-40d2-8d83-f22d29a6d04a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.105119] env[62259]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-649e5295-a939-4320-ab7c-48bcc7cd391b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.135544] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.194803] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Downloading image file data aec5f048-63ce-4eec-bfbd-b8ad5fdac743 to the data store datastore1 {{(pid=62259) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1265.197560] env[62259]: DEBUG nova.compute.manager [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1265.293491] env[62259]: DEBUG oslo_vmware.rw_handles [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62259) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1265.570780] env[62259]: DEBUG nova.scheduler.client.report [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1265.723340] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.862193] env[62259]: DEBUG nova.compute.manager [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.898183] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1265.898465] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1265.898666] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.898893] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1265.899052] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.899239] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1265.899486] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1265.899661] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1265.899838] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1265.899999] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1265.900225] env[62259]: DEBUG nova.virt.hardware [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1265.901186] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f6d5a-6631-4bda-bd8e-ec066bb1ed81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.910756] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1f920d-635f-47a6-9905-d43093812b05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.928021] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.933681] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Creating folder: Project (f75511d3746d46f7aede9324eb481040). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.934068] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-498ea601-9b68-49cc-833b-e1356add37e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.947449] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Created folder: Project (f75511d3746d46f7aede9324eb481040) in parent group-v352705. [ 1265.947880] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Creating folder: Instances. Parent ref: group-v352709. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.950045] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68da5a75-2457-4de0-9e9b-bf1e2ef3c28c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.958018] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Created folder: Instances in parent group-v352709. [ 1265.958018] env[62259]: DEBUG oslo.service.loopingcall [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.958018] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.958018] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b372367f-3523-4c76-8dc7-46e47fe26146 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.975886] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.975886] env[62259]: value = "task-1691438" [ 1265.975886] env[62259]: _type = "Task" [ 1265.975886] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.985805] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691438, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.062274] env[62259]: DEBUG oslo_vmware.rw_handles [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Completed reading data from the image iterator. {{(pid=62259) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1266.063401] env[62259]: DEBUG oslo_vmware.rw_handles [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1266.075669] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.076323] env[62259]: DEBUG nova.compute.manager [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1266.079049] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.908s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.080825] env[62259]: INFO nova.compute.claims [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.120335] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Downloaded image file data aec5f048-63ce-4eec-bfbd-b8ad5fdac743 to vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/tmp-sparse.vmdk on the data store datastore1 {{(pid=62259) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1266.122080] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Caching image {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1266.122333] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Copying Virtual Disk [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/tmp-sparse.vmdk to [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.126301] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-933874b0-8d0f-4b32-83c6-f0bcd06275f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.140143] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1266.140143] env[62259]: value = "task-1691439" [ 1266.140143] env[62259]: _type = "Task" [ 1266.140143] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.150796] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.192981] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "c3ba29af-89db-4897-8f5c-15e6c84bb585" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.193253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "c3ba29af-89db-4897-8f5c-15e6c84bb585" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.490398] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691438, 'name': CreateVM_Task, 'duration_secs': 0.324199} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.490398] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.490694] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.491699] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.491699] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.491699] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b263b880-35b7-497e-bfec-5043f6c9cdfd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.498649] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1266.498649] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aad7d3-4372-16d6-9e63-b3f070f33c25" [ 1266.498649] env[62259]: _type = "Task" [ 1266.498649] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.507134] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aad7d3-4372-16d6-9e63-b3f070f33c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.585863] env[62259]: DEBUG nova.compute.utils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1266.589876] env[62259]: DEBUG nova.compute.manager [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.593405] env[62259]: DEBUG nova.network.neutron [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.649417] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691439, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.699245] env[62259]: DEBUG nova.compute.manager [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.743977] env[62259]: DEBUG nova.policy [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41a0137142f948eda40ff42c19e35268', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c834e69cb7564b939e8bcf4b920c6fe8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.011412] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.011412] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.011412] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.099314] env[62259]: DEBUG nova.compute.manager [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1267.153487] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689227} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.155356] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Copied Virtual Disk [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/tmp-sparse.vmdk to [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.155536] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Deleting the datastore file [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/tmp-sparse.vmdk {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.156091] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a064f836-e3c3-4b83-8069-bcc1e21e7439 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.165206] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1267.165206] env[62259]: value = "task-1691440" [ 1267.165206] env[62259]: _type = "Task" [ 1267.165206] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.181153] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.223204] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.259366] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694760fe-8c74-49fe-8ec8-3758b389a4c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.270841] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82763e68-b280-498c-be3a-90d80cfd37d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.305097] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092ddd7e-4bf2-42d9-a234-7eba73d84aab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.312731] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca71642-1f67-4e8a-962a-9a8efb8face1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.326733] env[62259]: DEBUG nova.compute.provider_tree [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.377355] env[62259]: DEBUG nova.network.neutron [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Successfully created port: 343b8886-ee57-4c4f-9793-c7a6be9d9f01 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.468227] env[62259]: DEBUG nova.compute.manager [req-0758b979-144f-46e5-a042-3c3f88865f8f req-cb1feacc-2c2c-46a4-8844-94d432f5ede3 service nova] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Received event network-changed-6654a27a-e410-46b3-8f45-8cbf391a0ddd {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1267.469479] env[62259]: DEBUG nova.compute.manager [req-0758b979-144f-46e5-a042-3c3f88865f8f req-cb1feacc-2c2c-46a4-8844-94d432f5ede3 service nova] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Refreshing instance network info cache due to event network-changed-6654a27a-e410-46b3-8f45-8cbf391a0ddd. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1267.469843] env[62259]: DEBUG oslo_concurrency.lockutils [req-0758b979-144f-46e5-a042-3c3f88865f8f req-cb1feacc-2c2c-46a4-8844-94d432f5ede3 service nova] Acquiring lock "refresh_cache-a562d639-3f17-4755-85b5-dfdd6ad40529" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.470561] env[62259]: DEBUG oslo_concurrency.lockutils [req-0758b979-144f-46e5-a042-3c3f88865f8f req-cb1feacc-2c2c-46a4-8844-94d432f5ede3 service nova] Acquired lock "refresh_cache-a562d639-3f17-4755-85b5-dfdd6ad40529" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.470907] env[62259]: DEBUG nova.network.neutron [req-0758b979-144f-46e5-a042-3c3f88865f8f req-cb1feacc-2c2c-46a4-8844-94d432f5ede3 service nova] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Refreshing network info cache for port 6654a27a-e410-46b3-8f45-8cbf391a0ddd {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.475961] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.677312] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026292} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.677312] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.677471] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Moving file from [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb/aec5f048-63ce-4eec-bfbd-b8ad5fdac743 to [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743. {{(pid=62259) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1267.677730] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3f51443b-2402-4a9a-8891-cd999b674b8f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.688299] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1267.688299] env[62259]: value = "task-1691441" [ 1267.688299] env[62259]: _type = "Task" [ 1267.688299] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.697941] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691441, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.777025] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.777555] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.806984] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.807521] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.832022] env[62259]: DEBUG nova.scheduler.client.report [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1268.109800] env[62259]: DEBUG nova.compute.manager [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1268.113232] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "e703fa1b-337f-4bb5-969f-6f8726e6141c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.113348] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "e703fa1b-337f-4bb5-969f-6f8726e6141c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.138635] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "71e74513-112f-4092-9927-94a7b5c8023f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.138959] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "71e74513-112f-4092-9927-94a7b5c8023f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.151586] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1268.151755] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1268.151877] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.152097] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1268.152261] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.152411] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1268.152615] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1268.152768] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1268.152929] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1268.153301] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1268.153599] env[62259]: DEBUG nova.virt.hardware [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1268.155863] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c38625a-a04d-4f82-91d8-fbe31b9a5577 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.164616] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e18f2c2-254b-466c-889e-cccbb56d99c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.175694] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "407bcd05-e41a-4894-bf70-018b827cd925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.175694] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "407bcd05-e41a-4894-bf70-018b827cd925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.199298] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691441, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033442} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.199377] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] File moved {{(pid=62259) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1268.199558] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Cleaning up location [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1268.199714] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Deleting the datastore file [datastore1] vmware_temp/ce83173e-93a1-48fb-9276-3b8b3498f3eb {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.199954] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0bad991-c956-4328-bb77-fe03273f718c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.207609] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1268.207609] env[62259]: value = "task-1691442" [ 1268.207609] env[62259]: _type = "Task" [ 1268.207609] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.215735] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.279399] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.311151] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.336647] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.338236] env[62259]: DEBUG nova.compute.manager [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.346115] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.212s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.347560] env[62259]: INFO nova.compute.claims [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.377883] env[62259]: DEBUG nova.network.neutron [req-0758b979-144f-46e5-a042-3c3f88865f8f req-cb1feacc-2c2c-46a4-8844-94d432f5ede3 service nova] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Updated VIF entry in instance network info cache for port 6654a27a-e410-46b3-8f45-8cbf391a0ddd. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.377883] env[62259]: DEBUG nova.network.neutron [req-0758b979-144f-46e5-a042-3c3f88865f8f req-cb1feacc-2c2c-46a4-8844-94d432f5ede3 service nova] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Updating instance_info_cache with network_info: [{"id": "6654a27a-e410-46b3-8f45-8cbf391a0ddd", "address": "fa:16:3e:e7:cc:f6", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6654a27a-e4", "ovs_interfaceid": "6654a27a-e410-46b3-8f45-8cbf391a0ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.721882] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023598} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.722219] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.723036] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e9d09f-7be7-461d-b4d0-ed9bc0f5b2d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.728896] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1268.728896] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b48697-f65b-77f3-43c6-38604346c7eb" [ 1268.728896] env[62259]: _type = "Task" [ 1268.728896] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.738667] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b48697-f65b-77f3-43c6-38604346c7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.852973] env[62259]: DEBUG nova.compute.utils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1268.856964] env[62259]: DEBUG nova.compute.manager [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.857161] env[62259]: DEBUG nova.network.neutron [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.879935] env[62259]: DEBUG oslo_concurrency.lockutils [req-0758b979-144f-46e5-a042-3c3f88865f8f req-cb1feacc-2c2c-46a4-8844-94d432f5ede3 service nova] Releasing lock "refresh_cache-a562d639-3f17-4755-85b5-dfdd6ad40529" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.956395] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.956925] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1268.956925] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1268.998382] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.024800] env[62259]: DEBUG nova.policy [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48409936f3574e3089d2b021c8223127', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51150ab3fb5d434ba6b301f5e3457ed2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.118068] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquiring lock "eb494418-ff7c-4c54-95c3-835b02ea2c93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.118348] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "eb494418-ff7c-4c54-95c3-835b02ea2c93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.144826] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.243000] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b48697-f65b-77f3-43c6-38604346c7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.243441] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.243733] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] a562d639-3f17-4755-85b5-dfdd6ad40529/a562d639-3f17-4755-85b5-dfdd6ad40529.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.244593] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.244788] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.245022] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e763df1-dd44-4df5-bc72-1babee31caf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.247301] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd0f42b1-a1d7-49b3-95d2-b2a179fb4b0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.254968] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1269.254968] env[62259]: value = "task-1691443" [ 1269.254968] env[62259]: _type = "Task" [ 1269.254968] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.262105] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.262105] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.265711] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0cb283-8362-4383-9ff6-522827af5e23 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.271566] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.277778] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1269.277778] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cd32e0-8611-0109-fb0d-f0aac030eca4" [ 1269.277778] env[62259]: _type = "Task" [ 1269.277778] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.296491] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cd32e0-8611-0109-fb0d-f0aac030eca4, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.297468] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d0f540-cba7-4b9b-9f5f-eb2457251507 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.303414] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1269.303414] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cc52b6-c7d5-ca75-a4c2-2f68aa8d58df" [ 1269.303414] env[62259]: _type = "Task" [ 1269.303414] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.311737] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cc52b6-c7d5-ca75-a4c2-2f68aa8d58df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.367983] env[62259]: DEBUG nova.compute.manager [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.406345] env[62259]: DEBUG nova.scheduler.client.report [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1269.429972] env[62259]: DEBUG nova.scheduler.client.report [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1269.432627] env[62259]: DEBUG nova.compute.provider_tree [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.454482] env[62259]: DEBUG nova.scheduler.client.report [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1269.464568] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1269.464723] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1269.464848] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1269.464965] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1269.465089] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1269.465208] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1269.487940] env[62259]: DEBUG nova.scheduler.client.report [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1269.736941] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36540217-56cc-4d62-adc7-331cd9bcfaaa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.748515] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3f3999-6878-446a-9490-29b27209c401 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.764050] env[62259]: DEBUG nova.network.neutron [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Successfully created port: 9392092e-dc58-4e1a-9f58-557358db5cea {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.792447] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848708cd-a195-4753-90cc-4b3b3bf5dfd0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.803804] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691443, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.812330] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8ff0c-ad4b-44e4-8a9d-3a76852f1e73 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.828536] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cc52b6-c7d5-ca75-a4c2-2f68aa8d58df, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.830941] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.830941] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.830941] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae56630a-907c-4f06-bf90-3c9d39fd2715 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.848520] env[62259]: DEBUG nova.compute.provider_tree [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.860482] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1269.860482] env[62259]: value = "task-1691444" [ 1269.860482] env[62259]: _type = "Task" [ 1269.860482] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.868997] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.956189] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.957584] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.957925] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.269887] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708769} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.271114] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] a562d639-3f17-4755-85b5-dfdd6ad40529/a562d639-3f17-4755-85b5-dfdd6ad40529.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.271114] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.271114] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-992746ee-d214-4fb5-8c63-626965d3d4d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.277799] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1270.277799] env[62259]: value = "task-1691445" [ 1270.277799] env[62259]: _type = "Task" [ 1270.277799] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.288617] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.353336] env[62259]: DEBUG nova.scheduler.client.report [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1270.373709] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691444, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.380792] env[62259]: DEBUG nova.compute.manager [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.434372] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1270.434967] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1270.435337] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.435667] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1270.435941] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.436231] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1270.436576] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1270.436881] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1270.437165] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1270.437436] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1270.437794] env[62259]: DEBUG nova.virt.hardware [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.438931] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491781ea-b599-4756-b49b-84ad10576f68 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.449189] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d145838-7a64-46a4-baa0-5c2b0ee05ccc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.468143] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.533427] env[62259]: DEBUG nova.network.neutron [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Successfully updated port: 343b8886-ee57-4c4f-9793-c7a6be9d9f01 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.788450] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09122} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.788830] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.789964] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2479bc-fbee-42a5-a26d-f42bf75186b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.821072] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] a562d639-3f17-4755-85b5-dfdd6ad40529/a562d639-3f17-4755-85b5-dfdd6ad40529.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.821072] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a78b8fd-95ed-4adc-86c3-380b5db0369f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.840545] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1270.840545] env[62259]: value = "task-1691446" [ 1270.840545] env[62259]: _type = "Task" [ 1270.840545] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.849464] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.859636] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.860262] env[62259]: DEBUG nova.compute.manager [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.862940] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.728s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.867391] env[62259]: INFO nova.compute.claims [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.885413] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744464} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.886114] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.886114] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.886231] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d7ecb62-5dea-4b09-906a-54fd44fbfbe8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.894992] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1270.894992] env[62259]: value = "task-1691447" [ 1270.894992] env[62259]: _type = "Task" [ 1270.894992] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.907861] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.037216] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "refresh_cache-1896c71b-8b2f-479a-9490-db7d5717ee17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.037296] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquired lock "refresh_cache-1896c71b-8b2f-479a-9490-db7d5717ee17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.040386] env[62259]: DEBUG nova.network.neutron [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.353107] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691446, 'name': ReconfigVM_Task, 'duration_secs': 0.286793} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.353423] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Reconfigured VM instance instance-00000001 to attach disk [datastore1] a562d639-3f17-4755-85b5-dfdd6ad40529/a562d639-3f17-4755-85b5-dfdd6ad40529.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.354161] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c42063-69e9-460a-9e1c-ec0ddf67f4ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.361735] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1271.361735] env[62259]: value = "task-1691448" [ 1271.361735] env[62259]: _type = "Task" [ 1271.361735] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.373972] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691448, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.382793] env[62259]: DEBUG nova.compute.utils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1271.386133] env[62259]: DEBUG nova.compute.manager [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.386133] env[62259]: DEBUG nova.network.neutron [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.405645] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074647} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.405956] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.406833] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4b772e-0cf4-4cdd-9fa3-f345d1d881e4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.436728] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.436728] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d66cceff-5eeb-4c76-9c85-3dec8f24f228 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.456362] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1271.456362] env[62259]: value = "task-1691449" [ 1271.456362] env[62259]: _type = "Task" [ 1271.456362] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.464806] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.474220] env[62259]: DEBUG nova.policy [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fc230a3e6a4e588a39bbb8fe11b16b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c29ee1bd021a4f1ea02f43c6250a3199', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.620022] env[62259]: DEBUG nova.network.neutron [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.874268] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691448, 'name': Rename_Task, 'duration_secs': 0.130883} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.874540] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.874785] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa224558-bc53-477d-9b61-7add7eb5b705 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.881389] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1271.881389] env[62259]: value = "task-1691450" [ 1271.881389] env[62259]: _type = "Task" [ 1271.881389] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.889972] env[62259]: DEBUG nova.compute.manager [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.893059] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.973898] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.151941] env[62259]: DEBUG nova.network.neutron [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Successfully updated port: 9392092e-dc58-4e1a-9f58-557358db5cea {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.189861] env[62259]: DEBUG nova.network.neutron [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Updating instance_info_cache with network_info: [{"id": "343b8886-ee57-4c4f-9793-c7a6be9d9f01", "address": "fa:16:3e:2c:0a:6a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343b8886-ee", "ovs_interfaceid": "343b8886-ee57-4c4f-9793-c7a6be9d9f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.210322] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09881c13-5b41-4f3c-baad-89ada21fb72a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.221536] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47c5fc8-e148-4b07-9b57-93ca82091b0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.256712] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a708bc25-8e2a-452f-bab0-ccf44c4432b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.268028] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88807d2c-6c3a-4773-8fcf-30190ccf0e7c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.281063] env[62259]: DEBUG nova.compute.provider_tree [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.348610] env[62259]: DEBUG nova.network.neutron [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Successfully created port: dd739b5f-40b0-42a0-b072-6687e9403854 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.396181] env[62259]: DEBUG oslo_vmware.api [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691450, 'name': PowerOnVM_Task, 'duration_secs': 0.467436} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.396477] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.396919] env[62259]: INFO nova.compute.manager [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Took 17.73 seconds to spawn the instance on the hypervisor. [ 1272.397227] env[62259]: DEBUG nova.compute.manager [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.401129] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a422c8-9a1b-4559-b0ee-7b4ceb573886 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.469883] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691449, 'name': ReconfigVM_Task, 'duration_secs': 0.617281} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.470785] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.471602] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-326ccd13-f07d-435b-ab4d-7cf59ca0dff3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.477800] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1272.477800] env[62259]: value = "task-1691451" [ 1272.477800] env[62259]: _type = "Task" [ 1272.477800] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.490755] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691451, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.660330] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.660523] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.660759] env[62259]: DEBUG nova.network.neutron [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.692951] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Releasing lock "refresh_cache-1896c71b-8b2f-479a-9490-db7d5717ee17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.693292] env[62259]: DEBUG nova.compute.manager [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Instance network_info: |[{"id": "343b8886-ee57-4c4f-9793-c7a6be9d9f01", "address": "fa:16:3e:2c:0a:6a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343b8886-ee", "ovs_interfaceid": "343b8886-ee57-4c4f-9793-c7a6be9d9f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.693704] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:0a:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '343b8886-ee57-4c4f-9793-c7a6be9d9f01', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.702265] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Creating folder: Project (c834e69cb7564b939e8bcf4b920c6fe8). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.702951] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26dce082-ab05-46b0-b1b9-87025859466b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.717022] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Created folder: Project (c834e69cb7564b939e8bcf4b920c6fe8) in parent group-v352705. [ 1272.717246] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Creating folder: Instances. Parent ref: group-v352712. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.717541] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fe33470-72a4-47db-ad5d-5fade50c1b48 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.727333] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Created folder: Instances in parent group-v352712. [ 1272.727804] env[62259]: DEBUG oslo.service.loopingcall [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.727804] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.728209] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-671f7732-5812-480f-a057-32a34a1e5604 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.749057] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.749057] env[62259]: value = "task-1691454" [ 1272.749057] env[62259]: _type = "Task" [ 1272.749057] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.757032] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691454, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.785153] env[62259]: DEBUG nova.scheduler.client.report [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1272.908977] env[62259]: DEBUG nova.compute.manager [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.921614] env[62259]: INFO nova.compute.manager [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Took 22.45 seconds to build instance. [ 1272.991282] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691451, 'name': Rename_Task, 'duration_secs': 0.126236} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.991530] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.991775] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4f1ff88-b0b8-4486-890c-f814d6043934 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.001404] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1273.001404] env[62259]: value = "task-1691455" [ 1273.001404] env[62259]: _type = "Task" [ 1273.001404] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.008145] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.075161] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1273.075460] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1273.075581] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.075763] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1273.075907] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.076092] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1273.076311] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1273.076472] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1273.076638] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1273.076800] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1273.076963] env[62259]: DEBUG nova.virt.hardware [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1273.077864] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3037815d-afdb-4aba-ac70-20c21fffe0fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.087019] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9499515-95e9-4126-a08b-9527e2101d0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.204227] env[62259]: DEBUG nova.compute.manager [req-e5a165c4-df03-4523-a0de-c7768bbefeaf req-9dc36dd4-3c6d-42b1-bcfc-b8891417080d service nova] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Received event network-vif-plugged-343b8886-ee57-4c4f-9793-c7a6be9d9f01 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1273.204227] env[62259]: DEBUG oslo_concurrency.lockutils [req-e5a165c4-df03-4523-a0de-c7768bbefeaf req-9dc36dd4-3c6d-42b1-bcfc-b8891417080d service nova] Acquiring lock "1896c71b-8b2f-479a-9490-db7d5717ee17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.204227] env[62259]: DEBUG oslo_concurrency.lockutils [req-e5a165c4-df03-4523-a0de-c7768bbefeaf req-9dc36dd4-3c6d-42b1-bcfc-b8891417080d service nova] Lock "1896c71b-8b2f-479a-9490-db7d5717ee17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.205042] env[62259]: DEBUG oslo_concurrency.lockutils [req-e5a165c4-df03-4523-a0de-c7768bbefeaf req-9dc36dd4-3c6d-42b1-bcfc-b8891417080d service nova] Lock "1896c71b-8b2f-479a-9490-db7d5717ee17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.205299] env[62259]: DEBUG nova.compute.manager [req-e5a165c4-df03-4523-a0de-c7768bbefeaf req-9dc36dd4-3c6d-42b1-bcfc-b8891417080d service nova] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] No waiting events found dispatching network-vif-plugged-343b8886-ee57-4c4f-9793-c7a6be9d9f01 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.206399] env[62259]: WARNING nova.compute.manager [req-e5a165c4-df03-4523-a0de-c7768bbefeaf req-9dc36dd4-3c6d-42b1-bcfc-b8891417080d service nova] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Received unexpected event network-vif-plugged-343b8886-ee57-4c4f-9793-c7a6be9d9f01 for instance with vm_state building and task_state spawning. [ 1273.209238] env[62259]: DEBUG nova.network.neutron [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.260788] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691454, 'name': CreateVM_Task, 'duration_secs': 0.355371} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.260788] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.261602] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.261774] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.262355] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1273.262355] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef96ead-b82e-4afd-85aa-abdeb3671846 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.267658] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1273.267658] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521e88c7-285e-668a-7283-4636c1e64c54" [ 1273.267658] env[62259]: _type = "Task" [ 1273.267658] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.278149] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521e88c7-285e-668a-7283-4636c1e64c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.292235] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.295020] env[62259]: DEBUG nova.compute.manager [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.297691] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.574s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.299201] env[62259]: INFO nova.compute.claims [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.424809] env[62259]: DEBUG oslo_concurrency.lockutils [None req-258d1daa-e49e-4755-a727-08013ed51bc1 tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "a562d639-3f17-4755-85b5-dfdd6ad40529" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.961s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.517379] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.572798] env[62259]: DEBUG nova.network.neutron [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance_info_cache with network_info: [{"id": "9392092e-dc58-4e1a-9f58-557358db5cea", "address": "fa:16:3e:92:a2:7a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392092e-dc", "ovs_interfaceid": "9392092e-dc58-4e1a-9f58-557358db5cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.757759] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquiring lock "09536b47-40b4-4d91-b280-d240cb877248" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.757865] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "09536b47-40b4-4d91-b280-d240cb877248" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.780021] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521e88c7-285e-668a-7283-4636c1e64c54, 'name': SearchDatastore_Task, 'duration_secs': 0.012309} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.780395] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.780645] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.780890] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.781054] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.781242] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.781512] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d000f8-3f80-4040-945d-87f74af09752 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.793158] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.793442] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.794437] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ba1c4f-892d-4b44-a1f7-4cf077e33303 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.800074] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1273.800074] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524478f3-d486-8182-e1bd-4bb67a2b61ba" [ 1273.800074] env[62259]: _type = "Task" [ 1273.800074] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.806174] env[62259]: DEBUG nova.compute.utils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1273.812349] env[62259]: DEBUG nova.compute.manager [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.812597] env[62259]: DEBUG nova.network.neutron [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.814272] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524478f3-d486-8182-e1bd-4bb67a2b61ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.918625] env[62259]: DEBUG nova.policy [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc63cd869d784831aa70ea537864951e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e8cfa1db9914a89a34c92a570ca7053', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.929606] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.958607] env[62259]: DEBUG nova.compute.manager [req-ce972453-c832-4a60-9562-f00d26189237 req-703b825b-311e-4ce1-bf35-1859064f7272 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Received event network-vif-plugged-9392092e-dc58-4e1a-9f58-557358db5cea {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1273.959313] env[62259]: DEBUG oslo_concurrency.lockutils [req-ce972453-c832-4a60-9562-f00d26189237 req-703b825b-311e-4ce1-bf35-1859064f7272 service nova] Acquiring lock "54ce854a-5100-4a7c-ad79-ab4315a16984-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.961548] env[62259]: DEBUG oslo_concurrency.lockutils [req-ce972453-c832-4a60-9562-f00d26189237 req-703b825b-311e-4ce1-bf35-1859064f7272 service nova] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.961548] env[62259]: DEBUG oslo_concurrency.lockutils [req-ce972453-c832-4a60-9562-f00d26189237 req-703b825b-311e-4ce1-bf35-1859064f7272 service nova] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.961548] env[62259]: DEBUG nova.compute.manager [req-ce972453-c832-4a60-9562-f00d26189237 req-703b825b-311e-4ce1-bf35-1859064f7272 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] No waiting events found dispatching network-vif-plugged-9392092e-dc58-4e1a-9f58-557358db5cea {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.961548] env[62259]: WARNING nova.compute.manager [req-ce972453-c832-4a60-9562-f00d26189237 req-703b825b-311e-4ce1-bf35-1859064f7272 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Received unexpected event network-vif-plugged-9392092e-dc58-4e1a-9f58-557358db5cea for instance with vm_state building and task_state spawning. [ 1274.012579] env[62259]: DEBUG oslo_vmware.api [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691455, 'name': PowerOnVM_Task, 'duration_secs': 0.647144} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.012850] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.013138] env[62259]: INFO nova.compute.manager [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1274.013535] env[62259]: DEBUG nova.compute.manager [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.015456] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe39a841-8631-402a-bd0f-c05cd09078a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.078145] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.080275] env[62259]: DEBUG nova.compute.manager [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Instance network_info: |[{"id": "9392092e-dc58-4e1a-9f58-557358db5cea", "address": "fa:16:3e:92:a2:7a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392092e-dc", "ovs_interfaceid": "9392092e-dc58-4e1a-9f58-557358db5cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.082938] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:a2:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9392092e-dc58-4e1a-9f58-557358db5cea', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.090820] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Creating folder: Project (51150ab3fb5d434ba6b301f5e3457ed2). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.091968] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef2a7f9c-11f9-484e-8dac-7310971448ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.102414] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Created folder: Project (51150ab3fb5d434ba6b301f5e3457ed2) in parent group-v352705. [ 1274.102603] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Creating folder: Instances. Parent ref: group-v352715. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1274.102834] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20e66ebb-f2f5-4972-bb71-966bbe8e3b57 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.111834] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Created folder: Instances in parent group-v352715. [ 1274.111834] env[62259]: DEBUG oslo.service.loopingcall [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1274.111834] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.112343] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e66e39f-ea6b-493d-9a1f-15180d3f9b9e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.131636] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.131636] env[62259]: value = "task-1691458" [ 1274.131636] env[62259]: _type = "Task" [ 1274.131636] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.139552] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691458, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.311821] env[62259]: DEBUG nova.compute.manager [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.314721] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524478f3-d486-8182-e1bd-4bb67a2b61ba, 'name': SearchDatastore_Task, 'duration_secs': 0.032438} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.320513] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b52fa86-5c5c-4b90-b10f-5354633a3838 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.325474] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1274.325474] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525ee6ca-d44f-fea8-dd37-02293c4e7540" [ 1274.325474] env[62259]: _type = "Task" [ 1274.325474] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.338690] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525ee6ca-d44f-fea8-dd37-02293c4e7540, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.339330] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.339637] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1896c71b-8b2f-479a-9490-db7d5717ee17/1896c71b-8b2f-479a-9490-db7d5717ee17.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.340083] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f7d1a4e-624c-467b-a98e-f9382e5122b1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.347545] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1274.347545] env[62259]: value = "task-1691459" [ 1274.347545] env[62259]: _type = "Task" [ 1274.347545] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.367059] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.459058] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.541634] env[62259]: INFO nova.compute.manager [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Took 13.02 seconds to build instance. [ 1274.609726] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e945db-1e20-413d-b0d3-2162e2cf8d70 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.620682] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc448e-b885-4a3e-a1c6-c9a00c159e7e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.664857] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0516721a-2dd1-4d02-bc57-1a5bc247ce16 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.680752] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691458, 'name': CreateVM_Task, 'duration_secs': 0.354421} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.681148] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.682508] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d303ea-58e6-45a1-9473-593da0ee4158 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.687063] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.687245] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.687556] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.687844] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bcb8c61-09a4-476f-b4eb-6e2415ef973f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.694568] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1274.694568] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52189366-67ff-151c-a3f0-1851aec8eb5f" [ 1274.694568] env[62259]: _type = "Task" [ 1274.694568] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.703617] env[62259]: DEBUG nova.compute.provider_tree [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.715775] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52189366-67ff-151c-a3f0-1851aec8eb5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.865191] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691459, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.046275] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ca80c48-41fc-4ac0-8ea3-152d25eff7c7 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "30526dec-d3cf-46be-841d-c96148f391d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.532s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.211184] env[62259]: DEBUG nova.scheduler.client.report [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1275.224091] env[62259]: DEBUG nova.network.neutron [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Successfully created port: 5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.227109] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52189366-67ff-151c-a3f0-1851aec8eb5f, 'name': SearchDatastore_Task, 'duration_secs': 0.05631} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.227109] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.227474] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.227719] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.227856] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.228054] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.228669] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65cef5c0-f183-4f1d-959b-f604a921b839 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.241233] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.241562] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.242332] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85b60b3-1baf-4ca7-9ac4-fee4dee6196e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.247902] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1275.247902] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d1de5e-36f9-4e7d-e4c0-e45fc3735540" [ 1275.247902] env[62259]: _type = "Task" [ 1275.247902] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.261693] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d1de5e-36f9-4e7d-e4c0-e45fc3735540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.280343] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquiring lock "944ce849-152a-404e-8095-a6cc4f27bfc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.280595] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "944ce849-152a-404e-8095-a6cc4f27bfc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.327029] env[62259]: DEBUG nova.compute.manager [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.359993] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578195} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.363026] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1275.363342] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1275.363636] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.364063] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1275.364311] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.364524] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1275.364780] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1275.364983] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1275.365403] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1275.365704] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1275.365911] env[62259]: DEBUG nova.virt.hardware [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.366249] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1896c71b-8b2f-479a-9490-db7d5717ee17/1896c71b-8b2f-479a-9490-db7d5717ee17.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.366554] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.367872] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25bfcbb-a8c8-44b8-b5a6-64cfce01fe9b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.371161] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-222382cb-66f5-4a7b-9afb-1d8ded3c35be {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.378579] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd3661e-793b-4915-b55e-cba765e62423 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.384078] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1275.384078] env[62259]: value = "task-1691460" [ 1275.384078] env[62259]: _type = "Task" [ 1275.384078] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.401104] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.411491] env[62259]: DEBUG nova.network.neutron [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Successfully updated port: dd739b5f-40b0-42a0-b072-6687e9403854 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.550408] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.729017] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.729764] env[62259]: DEBUG nova.compute.manager [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.738109] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.511s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.741890] env[62259]: INFO nova.compute.claims [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.767345] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d1de5e-36f9-4e7d-e4c0-e45fc3735540, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.768153] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25cf82bf-099c-42e2-b1fd-91483beb56f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.773564] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1275.773564] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5245a30d-c210-1280-6460-c7510c0a8d46" [ 1275.773564] env[62259]: _type = "Task" [ 1275.773564] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.787267] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5245a30d-c210-1280-6460-c7510c0a8d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.895510] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.371966} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.896261] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.896592] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2d593a-3ae5-4def-bdcd-ea1a4ee233bf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.920559] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 1896c71b-8b2f-479a-9490-db7d5717ee17/1896c71b-8b2f-479a-9490-db7d5717ee17.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.922345] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "refresh_cache-1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.922345] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "refresh_cache-1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.922345] env[62259]: DEBUG nova.network.neutron [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.922768] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3668b27d-c3db-44dd-800d-4743d3c3ce35 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.944198] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1275.944198] env[62259]: value = "task-1691465" [ 1275.944198] env[62259]: _type = "Task" [ 1275.944198] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.953544] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.087520] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.251145] env[62259]: DEBUG nova.compute.utils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1276.256949] env[62259]: DEBUG nova.compute.manager [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.257504] env[62259]: DEBUG nova.network.neutron [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.285676] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5245a30d-c210-1280-6460-c7510c0a8d46, 'name': SearchDatastore_Task, 'duration_secs': 0.049616} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.285969] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.286293] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 54ce854a-5100-4a7c-ad79-ab4315a16984/54ce854a-5100-4a7c-ad79-ab4315a16984.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.286512] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0c2dc05-4f4d-4afd-8148-27c47ac6e240 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.296194] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1276.296194] env[62259]: value = "task-1691466" [ 1276.296194] env[62259]: _type = "Task" [ 1276.296194] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.306023] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.319739] env[62259]: DEBUG nova.policy [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a051b2194d4d49b39be5872e0b3928c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95ff2ca27f84e7294b939ad092c413c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.456475] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691465, 'name': ReconfigVM_Task, 'duration_secs': 0.456924} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.456958] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 1896c71b-8b2f-479a-9490-db7d5717ee17/1896c71b-8b2f-479a-9490-db7d5717ee17.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.457664] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a90d50f-bb0d-4c40-b86b-8ef787134e78 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.463942] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1276.463942] env[62259]: value = "task-1691467" [ 1276.463942] env[62259]: _type = "Task" [ 1276.463942] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.474537] env[62259]: DEBUG nova.network.neutron [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.475797] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691467, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.674494] env[62259]: DEBUG nova.network.neutron [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Updating instance_info_cache with network_info: [{"id": "dd739b5f-40b0-42a0-b072-6687e9403854", "address": "fa:16:3e:60:1d:bc", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd739b5f-40", "ovs_interfaceid": "dd739b5f-40b0-42a0-b072-6687e9403854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.726096] env[62259]: DEBUG nova.compute.manager [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Received event network-changed-343b8886-ee57-4c4f-9793-c7a6be9d9f01 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1276.726310] env[62259]: DEBUG nova.compute.manager [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Refreshing instance network info cache due to event network-changed-343b8886-ee57-4c4f-9793-c7a6be9d9f01. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1276.727855] env[62259]: DEBUG oslo_concurrency.lockutils [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] Acquiring lock "refresh_cache-1896c71b-8b2f-479a-9490-db7d5717ee17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.727855] env[62259]: DEBUG oslo_concurrency.lockutils [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] Acquired lock "refresh_cache-1896c71b-8b2f-479a-9490-db7d5717ee17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.727855] env[62259]: DEBUG nova.network.neutron [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Refreshing network info cache for port 343b8886-ee57-4c4f-9793-c7a6be9d9f01 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.765110] env[62259]: DEBUG nova.compute.manager [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.809151] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691466, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.931450] env[62259]: DEBUG nova.compute.manager [req-f2399f59-4cec-4f48-bb8b-a796add8889f req-8bab171b-c0df-40a8-a3f3-477791c04ee0 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Received event network-changed-9392092e-dc58-4e1a-9f58-557358db5cea {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1276.931450] env[62259]: DEBUG nova.compute.manager [req-f2399f59-4cec-4f48-bb8b-a796add8889f req-8bab171b-c0df-40a8-a3f3-477791c04ee0 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Refreshing instance network info cache due to event network-changed-9392092e-dc58-4e1a-9f58-557358db5cea. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1276.931450] env[62259]: DEBUG oslo_concurrency.lockutils [req-f2399f59-4cec-4f48-bb8b-a796add8889f req-8bab171b-c0df-40a8-a3f3-477791c04ee0 service nova] Acquiring lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.931450] env[62259]: DEBUG oslo_concurrency.lockutils [req-f2399f59-4cec-4f48-bb8b-a796add8889f req-8bab171b-c0df-40a8-a3f3-477791c04ee0 service nova] Acquired lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.931450] env[62259]: DEBUG nova.network.neutron [req-f2399f59-4cec-4f48-bb8b-a796add8889f req-8bab171b-c0df-40a8-a3f3-477791c04ee0 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Refreshing network info cache for port 9392092e-dc58-4e1a-9f58-557358db5cea {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.953535] env[62259]: DEBUG nova.network.neutron [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Successfully created port: 4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.984146] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691467, 'name': Rename_Task, 'duration_secs': 0.278134} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.984770] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.985137] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7053f597-8582-4baa-85b9-90f8253e6ae1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.994912] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1276.994912] env[62259]: value = "task-1691468" [ 1276.994912] env[62259]: _type = "Task" [ 1276.994912] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.006517] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquiring lock "a562d639-3f17-4755-85b5-dfdd6ad40529" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.006793] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "a562d639-3f17-4755-85b5-dfdd6ad40529" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.007012] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquiring lock "a562d639-3f17-4755-85b5-dfdd6ad40529-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.007197] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "a562d639-3f17-4755-85b5-dfdd6ad40529-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.007358] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "a562d639-3f17-4755-85b5-dfdd6ad40529-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.016549] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.017158] env[62259]: INFO nova.compute.manager [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Terminating instance [ 1277.101214] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c50196-005b-466a-8610-5b5b8c63df86 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.110023] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05081d39-b0ee-45b3-b7cd-2a8a89afe599 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.147389] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be13a4ff-169e-4ebd-8c24-141587d2cf61 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.156083] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af5fa3c-6775-464d-b8f1-002f0e7bc60e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.171879] env[62259]: DEBUG nova.compute.provider_tree [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.180102] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "refresh_cache-1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.180684] env[62259]: DEBUG nova.compute.manager [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Instance network_info: |[{"id": "dd739b5f-40b0-42a0-b072-6687e9403854", "address": "fa:16:3e:60:1d:bc", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd739b5f-40", "ovs_interfaceid": "dd739b5f-40b0-42a0-b072-6687e9403854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.181891] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:1d:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd739b5f-40b0-42a0-b072-6687e9403854', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.189378] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating folder: Project (c29ee1bd021a4f1ea02f43c6250a3199). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.190610] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d957bc3f-c4c7-403f-8683-bb4e350e1e5f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.201978] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Created folder: Project (c29ee1bd021a4f1ea02f43c6250a3199) in parent group-v352705. [ 1277.202285] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating folder: Instances. Parent ref: group-v352721. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.202736] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16811846-937e-4fdb-86d4-23daf1d84f0b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.211952] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Created folder: Instances in parent group-v352721. [ 1277.212205] env[62259]: DEBUG oslo.service.loopingcall [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.212413] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.212692] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ad624d1-a6f2-4f7e-9b95-b4f611d2b9bf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.233142] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.233142] env[62259]: value = "task-1691471" [ 1277.233142] env[62259]: _type = "Task" [ 1277.233142] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.242706] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691471, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.305360] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691466, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.508363] env[62259]: DEBUG nova.network.neutron [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Updated VIF entry in instance network info cache for port 343b8886-ee57-4c4f-9793-c7a6be9d9f01. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.508676] env[62259]: DEBUG nova.network.neutron [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Updating instance_info_cache with network_info: [{"id": "343b8886-ee57-4c4f-9793-c7a6be9d9f01", "address": "fa:16:3e:2c:0a:6a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap343b8886-ee", "ovs_interfaceid": "343b8886-ee57-4c4f-9793-c7a6be9d9f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.515047] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691468, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.521873] env[62259]: DEBUG nova.compute.manager [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.522106] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.523630] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81312b17-74c3-4543-a094-008740d1904a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.536131] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.536806] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970a8622-0e32-4cfb-bb58-fce630de3a5e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.543164] env[62259]: DEBUG oslo_vmware.api [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1277.543164] env[62259]: value = "task-1691472" [ 1277.543164] env[62259]: _type = "Task" [ 1277.543164] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.554264] env[62259]: DEBUG oslo_vmware.api [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.675025] env[62259]: DEBUG nova.scheduler.client.report [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1277.718250] env[62259]: DEBUG nova.network.neutron [req-f2399f59-4cec-4f48-bb8b-a796add8889f req-8bab171b-c0df-40a8-a3f3-477791c04ee0 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updated VIF entry in instance network info cache for port 9392092e-dc58-4e1a-9f58-557358db5cea. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.718557] env[62259]: DEBUG nova.network.neutron [req-f2399f59-4cec-4f48-bb8b-a796add8889f req-8bab171b-c0df-40a8-a3f3-477791c04ee0 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance_info_cache with network_info: [{"id": "9392092e-dc58-4e1a-9f58-557358db5cea", "address": "fa:16:3e:92:a2:7a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392092e-dc", "ovs_interfaceid": "9392092e-dc58-4e1a-9f58-557358db5cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.744144] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691471, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.779386] env[62259]: DEBUG nova.compute.manager [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1277.803128] env[62259]: DEBUG nova.network.neutron [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Successfully updated port: 5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.809375] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691466, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.816013] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1277.816323] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1277.816556] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.816755] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1277.817061] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.817145] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1277.817366] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1277.817537] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1277.817708] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1277.817885] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1277.818118] env[62259]: DEBUG nova.virt.hardware [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1277.819104] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2350f611-a7bc-4b81-a4f0-7fced1c73a8c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.828092] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36833aec-3060-4609-9bfb-479c82c6a812 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.014927] env[62259]: DEBUG oslo_concurrency.lockutils [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] Releasing lock "refresh_cache-1896c71b-8b2f-479a-9490-db7d5717ee17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.014927] env[62259]: DEBUG nova.compute.manager [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Received event network-vif-plugged-dd739b5f-40b0-42a0-b072-6687e9403854 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1278.014927] env[62259]: DEBUG oslo_concurrency.lockutils [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] Acquiring lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.014927] env[62259]: DEBUG oslo_concurrency.lockutils [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.014927] env[62259]: DEBUG oslo_concurrency.lockutils [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.015155] env[62259]: DEBUG nova.compute.manager [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] No waiting events found dispatching network-vif-plugged-dd739b5f-40b0-42a0-b072-6687e9403854 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.015155] env[62259]: WARNING nova.compute.manager [req-aad4df43-cad6-41b3-9cbd-ed7249dbe519 req-d88477c9-cc4d-4d1d-8dd5-5db53adea68a service nova] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Received unexpected event network-vif-plugged-dd739b5f-40b0-42a0-b072-6687e9403854 for instance with vm_state building and task_state spawning. [ 1278.015292] env[62259]: DEBUG oslo_vmware.api [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691468, 'name': PowerOnVM_Task, 'duration_secs': 0.962283} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.015536] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.015757] env[62259]: INFO nova.compute.manager [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1278.015859] env[62259]: DEBUG nova.compute.manager [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.016638] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb399547-95a7-4cc3-82b8-8bfe26fb839a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.032938] env[62259]: INFO nova.compute.manager [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Rebuilding instance [ 1278.054318] env[62259]: DEBUG oslo_vmware.api [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.095538] env[62259]: DEBUG nova.compute.manager [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.096423] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73dc841-a59b-486c-9b95-90a52eb46c1e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.179194] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.179744] env[62259]: DEBUG nova.compute.manager [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.182638] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.184s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.184527] env[62259]: INFO nova.compute.claims [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.221896] env[62259]: DEBUG oslo_concurrency.lockutils [req-f2399f59-4cec-4f48-bb8b-a796add8889f req-8bab171b-c0df-40a8-a3f3-477791c04ee0 service nova] Releasing lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.246541] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691471, 'name': CreateVM_Task, 'duration_secs': 0.634806} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.247030] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.247903] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.248239] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.249157] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.249157] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fb4afd-ed6f-45f1-9117-773385a4afd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.254079] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1278.254079] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524ececa-be8b-c668-5166-cf9b88552180" [ 1278.254079] env[62259]: _type = "Task" [ 1278.254079] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.262920] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524ececa-be8b-c668-5166-cf9b88552180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.305675] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquiring lock "refresh_cache-f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.305856] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquired lock "refresh_cache-f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.306027] env[62259]: DEBUG nova.network.neutron [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.307148] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691466, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.758984} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.307666] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 54ce854a-5100-4a7c-ad79-ab4315a16984/54ce854a-5100-4a7c-ad79-ab4315a16984.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.310721] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.310721] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ee0825-ca2a-40c1-8c24-1c349de0b374 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.316950] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1278.316950] env[62259]: value = "task-1691473" [ 1278.316950] env[62259]: _type = "Task" [ 1278.316950] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.326251] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.539579] env[62259]: INFO nova.compute.manager [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Took 16.04 seconds to build instance. [ 1278.565566] env[62259]: DEBUG oslo_vmware.api [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691472, 'name': PowerOffVM_Task, 'duration_secs': 0.7325} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.566038] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.566244] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.568473] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f9e0a2b-3d78-4cdd-a1a5-8427ad4559e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.667748] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.667991] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.668190] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Deleting the datastore file [datastore1] a562d639-3f17-4755-85b5-dfdd6ad40529 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.668453] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aa2c1ff-abbe-40ee-a0f3-3c7a73f606c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.678557] env[62259]: DEBUG oslo_vmware.api [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for the task: (returnval){ [ 1278.678557] env[62259]: value = "task-1691475" [ 1278.678557] env[62259]: _type = "Task" [ 1278.678557] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.695691] env[62259]: DEBUG nova.compute.utils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1278.698607] env[62259]: DEBUG oslo_vmware.api [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.699068] env[62259]: DEBUG nova.compute.manager [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.699701] env[62259]: DEBUG nova.network.neutron [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.769338] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524ececa-be8b-c668-5166-cf9b88552180, 'name': SearchDatastore_Task, 'duration_secs': 0.015857} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.770787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.770787] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.770787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.770787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.770787] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.771053] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b29c031-2d89-4b22-bacf-8524ee0b9deb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.775512] env[62259]: DEBUG nova.policy [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f7e581173d40a6976243b2cf6a8926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc1f23811353428ea367676022fb1eb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.782507] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.783046] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.785764] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a86bb5a-a8c2-40a5-bd59-aea39323f889 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.789095] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1278.789095] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5253c1a0-2d20-d9fc-20c1-0fb484208435" [ 1278.789095] env[62259]: _type = "Task" [ 1278.789095] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.797339] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5253c1a0-2d20-d9fc-20c1-0fb484208435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.829186] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05798} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.829186] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.832874] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00085576-4e3d-4909-a7d4-d8b26fbf4708 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.862996] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 54ce854a-5100-4a7c-ad79-ab4315a16984/54ce854a-5100-4a7c-ad79-ab4315a16984.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.864280] env[62259]: DEBUG nova.network.neutron [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.868265] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9615d9da-f070-4bbe-b6e9-475f6d9c2ada {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.894215] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1278.894215] env[62259]: value = "task-1691477" [ 1278.894215] env[62259]: _type = "Task" [ 1278.894215] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.904102] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.219935] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquiring lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.219935] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.219935] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b3ba9773-a2bd-4fa8-9360-4849864fa5b0 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "1896c71b-8b2f-479a-9490-db7d5717ee17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.552s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.219935] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.221590] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1069398-2cdb-4fe1-8081-093689efb013 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.221590] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1279.221590] env[62259]: value = "task-1691478" [ 1279.221590] env[62259]: _type = "Task" [ 1279.221590] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.221590] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.222493] env[62259]: DEBUG nova.network.neutron [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Updating instance_info_cache with network_info: [{"id": "5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4", "address": "fa:16:3e:c4:f3:eb", "network": {"id": "cda7d946-ce40-4cf6-b7d0-24a57addf765", "bridge": "br-int", "label": "tempest-ServersTestJSON-1725880428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e8cfa1db9914a89a34c92a570ca7053", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb8937f-72", "ovs_interfaceid": "5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.222493] env[62259]: DEBUG oslo_vmware.api [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Task: {'id': task-1691475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250973} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.223799] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.223799] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.223799] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.223799] env[62259]: INFO nova.compute.manager [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1279.223799] env[62259]: DEBUG oslo.service.loopingcall [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.224889] env[62259]: DEBUG nova.compute.manager [-] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.224889] env[62259]: DEBUG nova.network.neutron [-] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.224889] env[62259]: DEBUG nova.compute.manager [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.303889] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5253c1a0-2d20-d9fc-20c1-0fb484208435, 'name': SearchDatastore_Task, 'duration_secs': 0.018857} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.304804] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778af3c6-d7b2-4a17-8af6-f865b6ad05f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.311292] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1279.311292] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52386c2c-39c3-7434-3ff4-ebb9f951b278" [ 1279.311292] env[62259]: _type = "Task" [ 1279.311292] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.321715] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52386c2c-39c3-7434-3ff4-ebb9f951b278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.412768] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691477, 'name': ReconfigVM_Task, 'duration_secs': 0.438482} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.414755] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 54ce854a-5100-4a7c-ad79-ab4315a16984/54ce854a-5100-4a7c-ad79-ab4315a16984.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.415729] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8d28d47-3249-4353-9800-5c4b1cbf249f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.423177] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1279.423177] env[62259]: value = "task-1691479" [ 1279.423177] env[62259]: _type = "Task" [ 1279.423177] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.434723] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691479, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.542756] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e7026-3af2-4b7b-aed3-ce26e824a9d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.551514] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258aaa16-f3e3-4558-b8ec-7bf4b1ddd0bf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.582108] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1279.585903] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd070a7-5da8-4250-b257-9d124e0a8618 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.593945] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8fcf5a-deb3-4391-b626-2fbb1c6a3fce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.610770] env[62259]: DEBUG nova.compute.provider_tree [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1279.639069] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691478, 'name': PowerOffVM_Task, 'duration_secs': 0.173712} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.639615] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.639700] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.640741] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cffb352-b83a-4d37-a57d-6feb4c177724 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.648921] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.649381] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a419f0f7-6990-4403-a8ee-dad1645e3a06 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.660875] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Releasing lock "refresh_cache-f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.661183] env[62259]: DEBUG nova.compute.manager [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Instance network_info: |[{"id": "5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4", "address": "fa:16:3e:c4:f3:eb", "network": {"id": "cda7d946-ce40-4cf6-b7d0-24a57addf765", "bridge": "br-int", "label": "tempest-ServersTestJSON-1725880428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e8cfa1db9914a89a34c92a570ca7053", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb8937f-72", "ovs_interfaceid": "5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.661967] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:f3:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.669416] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Creating folder: Project (3e8cfa1db9914a89a34c92a570ca7053). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.670124] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ac35068-3326-407d-b6e7-5857d9b3b0b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.683445] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Created folder: Project (3e8cfa1db9914a89a34c92a570ca7053) in parent group-v352705. [ 1279.683731] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Creating folder: Instances. Parent ref: group-v352724. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.684897] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-788b34cd-c64d-43e1-8eed-fb339e9af369 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.686887] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.686961] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.687182] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Deleting the datastore file [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.687413] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c87a641c-eb00-478c-bb6a-9cf26bed76ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.695012] env[62259]: DEBUG nova.network.neutron [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Successfully updated port: 4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.696731] env[62259]: DEBUG nova.network.neutron [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Successfully created port: b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.701802] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1279.701802] env[62259]: value = "task-1691482" [ 1279.701802] env[62259]: _type = "Task" [ 1279.701802] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.707764] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Created folder: Instances in parent group-v352724. [ 1279.708079] env[62259]: DEBUG oslo.service.loopingcall [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.708672] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.714849] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aec9ad0-f2ef-4b8a-9637-736c572e7018 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.734295] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.741810] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.741810] env[62259]: value = "task-1691484" [ 1279.741810] env[62259]: _type = "Task" [ 1279.741810] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.751254] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691484, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.824373] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52386c2c-39c3-7434-3ff4-ebb9f951b278, 'name': SearchDatastore_Task, 'duration_secs': 0.036071} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.826071] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.826071] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0/1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.827931] env[62259]: DEBUG nova.compute.manager [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Received event network-changed-dd739b5f-40b0-42a0-b072-6687e9403854 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1279.827931] env[62259]: DEBUG nova.compute.manager [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Refreshing instance network info cache due to event network-changed-dd739b5f-40b0-42a0-b072-6687e9403854. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1279.828339] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] Acquiring lock "refresh_cache-1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.828339] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] Acquired lock "refresh_cache-1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.828485] env[62259]: DEBUG nova.network.neutron [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Refreshing network info cache for port dd739b5f-40b0-42a0-b072-6687e9403854 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.830282] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0217c4c1-2c21-4ccd-adec-141c7f0092b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.836639] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1279.836639] env[62259]: value = "task-1691485" [ 1279.836639] env[62259]: _type = "Task" [ 1279.836639] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.845900] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.936849] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691479, 'name': Rename_Task, 'duration_secs': 0.400887} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.936849] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.937236] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fbc2a35-94d1-4f9f-b9af-206ffc6b0144 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.946033] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1279.946033] env[62259]: value = "task-1691486" [ 1279.946033] env[62259]: _type = "Task" [ 1279.946033] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.959376] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.116905] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.148582] env[62259]: ERROR nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [req-8cb1cd1c-475b-43a6-abd1-d231f1f3c250] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8cb1cd1c-475b-43a6-abd1-d231f1f3c250"}]} [ 1280.168941] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1280.192388] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1280.192683] env[62259]: DEBUG nova.compute.provider_tree [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1280.204022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.204022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquired lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.204022] env[62259]: DEBUG nova.network.neutron [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.218470] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106217} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.219567] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1280.222038] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.222038] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.222038] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.231730] env[62259]: DEBUG nova.compute.manager [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.257163] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691484, 'name': CreateVM_Task, 'duration_secs': 0.492314} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.258088] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.260612] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1280.263803] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.263803] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.264043] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.267845] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67a9702-89e7-49c6-bbe1-bd88056e77ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.273877] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1280.273877] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520c2c8e-ce78-8e84-f5a2-09b2df68bdde" [ 1280.273877] env[62259]: _type = "Task" [ 1280.273877] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.276193] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1280.276966] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1280.276966] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.276966] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1280.276966] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.277203] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1280.277267] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1280.277418] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1280.277617] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1280.277729] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1280.277899] env[62259]: DEBUG nova.virt.hardware [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1280.278956] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5200d0-8bab-4b6b-a8fc-0abf3ce2375f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.296852] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad924a9-ce5d-4da6-adc0-9247c7107050 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.303186] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520c2c8e-ce78-8e84-f5a2-09b2df68bdde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.349025] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691485, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.437226] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Acquiring lock "1896c71b-8b2f-479a-9490-db7d5717ee17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.437504] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Lock "1896c71b-8b2f-479a-9490-db7d5717ee17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.437834] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Acquiring lock "1896c71b-8b2f-479a-9490-db7d5717ee17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.438021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Lock "1896c71b-8b2f-479a-9490-db7d5717ee17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.438091] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Lock "1896c71b-8b2f-479a-9490-db7d5717ee17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.441028] env[62259]: INFO nova.compute.manager [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Terminating instance [ 1280.459561] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691486, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.577372] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4377931-ab47-4009-9348-aa7860753ea1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.585259] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efac3a1-b28f-48da-8aab-2e0ff5088ad2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.620179] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466a1158-a77a-4a6f-82f2-be43c182a84e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.630305] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee72eac-d1ad-42e8-9513-037b77cd9abf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.645269] env[62259]: DEBUG nova.compute.provider_tree [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1280.688905] env[62259]: DEBUG nova.network.neutron [-] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.788847] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520c2c8e-ce78-8e84-f5a2-09b2df68bdde, 'name': SearchDatastore_Task, 'duration_secs': 0.056757} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.789171] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.789401] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.789630] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.789782] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.790019] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.790213] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bdea1ca-be68-4234-b11a-ceda5b236735 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.798999] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.799197] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.799994] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ef2a2e-9301-4626-b5cb-36354ad11d7b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.803939] env[62259]: DEBUG nova.network.neutron [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.809391] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1280.809391] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525e9ab1-387c-10ac-b997-9b26b1aa3b4a" [ 1280.809391] env[62259]: _type = "Task" [ 1280.809391] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.816433] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525e9ab1-387c-10ac-b997-9b26b1aa3b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.852141] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636708} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.852722] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0/1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.853584] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.853694] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-985c5a5f-44de-4d46-a092-157767324732 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.861992] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1280.861992] env[62259]: value = "task-1691487" [ 1280.861992] env[62259]: _type = "Task" [ 1280.861992] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.870167] env[62259]: DEBUG nova.network.neutron [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Updated VIF entry in instance network info cache for port dd739b5f-40b0-42a0-b072-6687e9403854. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.870167] env[62259]: DEBUG nova.network.neutron [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Updating instance_info_cache with network_info: [{"id": "dd739b5f-40b0-42a0-b072-6687e9403854", "address": "fa:16:3e:60:1d:bc", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd739b5f-40", "ovs_interfaceid": "dd739b5f-40b0-42a0-b072-6687e9403854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.874106] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.944742] env[62259]: DEBUG nova.compute.manager [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.945020] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.946081] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2fdee5-80f7-42d1-b840-4fa07fad70ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.962774] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.977428] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15ecebf6-2a14-449b-87ae-d6e77b8aa623 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.980464] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691486, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.986357] env[62259]: DEBUG oslo_vmware.api [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Waiting for the task: (returnval){ [ 1280.986357] env[62259]: value = "task-1691488" [ 1280.986357] env[62259]: _type = "Task" [ 1280.986357] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.995697] env[62259]: DEBUG oslo_vmware.api [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Task: {'id': task-1691488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.176560] env[62259]: ERROR nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [req-99f918ac-ae82-484b-9db9-df1ffcb1aa7c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99f918ac-ae82-484b-9db9-df1ffcb1aa7c"}]} [ 1281.191753] env[62259]: INFO nova.compute.manager [-] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Took 2.00 seconds to deallocate network for instance. [ 1281.194607] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1281.218239] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1281.218516] env[62259]: DEBUG nova.compute.provider_tree [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1281.231355] env[62259]: DEBUG nova.network.neutron [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updating instance_info_cache with network_info: [{"id": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "address": "fa:16:3e:47:ae:c6", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55bbb5-f1", "ovs_interfaceid": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.241020] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1281.268695] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1281.273631] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1281.276646] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1281.276646] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.276646] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1281.276646] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.276646] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1281.276646] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1281.277308] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1281.277308] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1281.277308] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1281.277308] env[62259]: DEBUG nova.virt.hardware [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1281.277308] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fad4bdf-ca6f-410e-b9f5-eb605ae939b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.287321] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82d62ef-cffd-4cb0-adf4-1673f8b35bb6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.309127] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.315799] env[62259]: DEBUG oslo.service.loopingcall [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.317546] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.320961] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77bb512-a32b-41f8-ac44-130d22ea736f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.346624] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525e9ab1-387c-10ac-b997-9b26b1aa3b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.030382} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.347239] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.347239] env[62259]: value = "task-1691490" [ 1281.347239] env[62259]: _type = "Task" [ 1281.347239] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.347239] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49842e9-716b-4f02-a0aa-7764afb640c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.360022] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1281.360022] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5262056f-88e5-a1be-0ceb-bfc406b024ee" [ 1281.360022] env[62259]: _type = "Task" [ 1281.360022] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.361894] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691490, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.372849] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5262056f-88e5-a1be-0ceb-bfc406b024ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.378087] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] Releasing lock "refresh_cache-1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.378348] env[62259]: DEBUG nova.compute.manager [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Received event network-vif-plugged-5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1281.378543] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] Acquiring lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.378739] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] Lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.378925] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] Lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.379063] env[62259]: DEBUG nova.compute.manager [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] No waiting events found dispatching network-vif-plugged-5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.379225] env[62259]: WARNING nova.compute.manager [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Received unexpected event network-vif-plugged-5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 for instance with vm_state building and task_state spawning. [ 1281.379381] env[62259]: DEBUG nova.compute.manager [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Received event network-changed-5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1281.379528] env[62259]: DEBUG nova.compute.manager [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Refreshing instance network info cache due to event network-changed-5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1281.379703] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] Acquiring lock "refresh_cache-f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.379862] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] Acquired lock "refresh_cache-f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.380025] env[62259]: DEBUG nova.network.neutron [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Refreshing network info cache for port 5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.381271] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088885} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.382420] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.382678] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c0e92c-8f95-434c-a1a0-feaed9ad9af6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.407887] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0/1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.411422] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-247b13f5-a0fd-4da0-8cfa-dfc7652b0f24 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.431961] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1281.431961] env[62259]: value = "task-1691491" [ 1281.431961] env[62259]: _type = "Task" [ 1281.431961] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.444643] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.464253] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691486, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.495589] env[62259]: DEBUG oslo_vmware.api [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Task: {'id': task-1691488, 'name': PowerOffVM_Task, 'duration_secs': 0.265386} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.496172] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.496172] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.497022] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6608131c-74ea-4f21-8caf-77524355c96f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.645674] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "0beb117b-7382-42d5-abb0-06a0c740f983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.646359] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "0beb117b-7382-42d5-abb0-06a0c740f983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.665922] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d722dd-e730-4fd3-a183-a2bcb14a2e44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.670079] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.670400] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.670625] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Deleting the datastore file [datastore1] 1896c71b-8b2f-479a-9490-db7d5717ee17 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.671553] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-858fcd2c-edc6-4ef2-b23b-56bf181abef5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.679143] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e662c-2b3d-4d7d-8745-0f99ce05ee7c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.683038] env[62259]: DEBUG oslo_vmware.api [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Waiting for the task: (returnval){ [ 1281.683038] env[62259]: value = "task-1691493" [ 1281.683038] env[62259]: _type = "Task" [ 1281.683038] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.713267] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.714781] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f097c28-bd8c-4791-b12f-7ec5d69d5ec7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.721074] env[62259]: DEBUG oslo_vmware.api [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Task: {'id': task-1691493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.726128] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c0c306-8b38-409f-9289-7889440803f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.741157] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Releasing lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.741615] env[62259]: DEBUG nova.compute.manager [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Instance network_info: |[{"id": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "address": "fa:16:3e:47:ae:c6", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55bbb5-f1", "ovs_interfaceid": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.742180] env[62259]: DEBUG nova.compute.provider_tree [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1281.743632] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:ae:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.751577] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Creating folder: Project (c95ff2ca27f84e7294b939ad092c413c). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.752138] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e744af50-051c-4054-91fe-6c4ca79424b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.763127] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Created folder: Project (c95ff2ca27f84e7294b939ad092c413c) in parent group-v352705. [ 1281.763127] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Creating folder: Instances. Parent ref: group-v352728. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.763127] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-119a8aa1-9309-4ff4-9bb4-658d69604909 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.773738] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Created folder: Instances in parent group-v352728. [ 1281.773738] env[62259]: DEBUG oslo.service.loopingcall [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.773738] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.773738] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8724c4a-7ceb-4440-885c-ac40604cee0b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.794186] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.794186] env[62259]: value = "task-1691496" [ 1281.794186] env[62259]: _type = "Task" [ 1281.794186] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.803858] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691496, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.863639] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691490, 'name': CreateVM_Task, 'duration_secs': 0.368032} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.867290] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.867911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.868222] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.868535] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1281.869633] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de8f449-2f04-47f4-9c13-092339ab44e1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.876179] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5262056f-88e5-a1be-0ceb-bfc406b024ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013841} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.877331] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.877475] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02/f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.877934] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c96f3f7-b7ff-4591-88fa-1a4b5503c831 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.881661] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1281.881661] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a96606-7920-a478-1f57-89088013273a" [ 1281.881661] env[62259]: _type = "Task" [ 1281.881661] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.889279] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1281.889279] env[62259]: value = "task-1691497" [ 1281.889279] env[62259]: _type = "Task" [ 1281.889279] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.905292] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a96606-7920-a478-1f57-89088013273a, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.905625] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.905844] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.906160] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.906356] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.906611] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.910975] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a0a26dc-8429-4363-b9b5-a967c2607a39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.913176] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.928457] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.928749] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.929599] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5315b79-2610-4779-8231-d17b37c72ce9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.940635] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1281.940635] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cb97a8-fb36-f1db-ea2a-7f2226ff355c" [ 1281.940635] env[62259]: _type = "Task" [ 1281.940635] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.948279] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691491, 'name': ReconfigVM_Task, 'duration_secs': 0.382073} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.954823] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0/1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.955656] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ecf8d1a-5c0e-403a-9753-bb97bc12a04b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.972594] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cb97a8-fb36-f1db-ea2a-7f2226ff355c, 'name': SearchDatastore_Task, 'duration_secs': 0.0135} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.974972] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1281.974972] env[62259]: value = "task-1691498" [ 1281.974972] env[62259]: _type = "Task" [ 1281.974972] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.974972] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1281e202-1bbb-487c-a734-a523d0d08e6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.986424] env[62259]: DEBUG oslo_vmware.api [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691486, 'name': PowerOnVM_Task, 'duration_secs': 1.615263} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.988597] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.988876] env[62259]: INFO nova.compute.manager [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Took 11.61 seconds to spawn the instance on the hypervisor. [ 1281.989086] env[62259]: DEBUG nova.compute.manager [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.991969] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e748d136-d728-457e-bb88-877ea1c56b67 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.995331] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1281.995331] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fd18ab-d7ad-07b7-2407-a99e8cb5209e" [ 1281.995331] env[62259]: _type = "Task" [ 1281.995331] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.002024] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691498, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.018043] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fd18ab-d7ad-07b7-2407-a99e8cb5209e, 'name': SearchDatastore_Task, 'duration_secs': 0.012132} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.018758] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.019117] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.019471] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63531db1-49ac-4082-a517-417fcf74b3e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.026924] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1282.026924] env[62259]: value = "task-1691499" [ 1282.026924] env[62259]: _type = "Task" [ 1282.026924] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.036484] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.198511] env[62259]: DEBUG oslo_vmware.api [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Task: {'id': task-1691493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.305653] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1282.305653] env[62259]: DEBUG nova.compute.provider_tree [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 24 to 25 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1282.305653] env[62259]: DEBUG nova.compute.provider_tree [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.311302] env[62259]: DEBUG nova.compute.manager [req-25b18fc6-6c71-45f4-a4ff-1849bde2475e req-94ae1a76-a303-4202-acb0-b38e19eea03a service nova] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Received event network-vif-deleted-6654a27a-e410-46b3-8f45-8cbf391a0ddd {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1282.321746] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691496, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.405071] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.488732] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691498, 'name': Rename_Task, 'duration_secs': 0.151145} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.489022] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.489324] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00fd7737-1cf9-459b-b2a3-c29f25a4f9e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.496992] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1282.496992] env[62259]: value = "task-1691500" [ 1282.496992] env[62259]: _type = "Task" [ 1282.496992] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.509245] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.511362] env[62259]: DEBUG nova.network.neutron [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Successfully updated port: b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.533054] env[62259]: INFO nova.compute.manager [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Took 19.38 seconds to build instance. [ 1282.541740] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.701817] env[62259]: DEBUG oslo_vmware.api [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Task: {'id': task-1691493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.683426} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.701817] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.701817] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.701817] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.701817] env[62259]: INFO nova.compute.manager [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1282.702171] env[62259]: DEBUG oslo.service.loopingcall [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.702622] env[62259]: DEBUG nova.compute.manager [-] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.703418] env[62259]: DEBUG nova.network.neutron [-] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.808126] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691496, 'name': CreateVM_Task, 'duration_secs': 0.56853} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.808126] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.809573] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.809924] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.810302] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.810871] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561ddbc8-692f-472a-91e0-4a7674eccf93 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.814087] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.632s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.814733] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.818608] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.674s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.819895] env[62259]: INFO nova.compute.claims [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.827208] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1282.827208] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5220ce13-ef4f-1b86-427b-0f087760b167" [ 1282.827208] env[62259]: _type = "Task" [ 1282.827208] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.837568] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5220ce13-ef4f-1b86-427b-0f087760b167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.907228] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604017} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.907474] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02/f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.907886] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.908053] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f72dd0a0-7b8c-439a-9aee-5de94d487fef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.921155] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1282.921155] env[62259]: value = "task-1691501" [ 1282.921155] env[62259]: _type = "Task" [ 1282.921155] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.932591] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.012480] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691500, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.020010] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.020010] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquired lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.020010] env[62259]: DEBUG nova.network.neutron [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.035223] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bcf29724-b849-4494-b53c-d5b486fc5841 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.893s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.042219] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691499, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.194050] env[62259]: DEBUG nova.network.neutron [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Updated VIF entry in instance network info cache for port 5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.194654] env[62259]: DEBUG nova.network.neutron [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Updating instance_info_cache with network_info: [{"id": "5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4", "address": "fa:16:3e:c4:f3:eb", "network": {"id": "cda7d946-ce40-4cf6-b7d0-24a57addf765", "bridge": "br-int", "label": "tempest-ServersTestJSON-1725880428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e8cfa1db9914a89a34c92a570ca7053", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb8937f-72", "ovs_interfaceid": "5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.325986] env[62259]: DEBUG nova.compute.utils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1283.332866] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.332866] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.349425] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5220ce13-ef4f-1b86-427b-0f087760b167, 'name': SearchDatastore_Task, 'duration_secs': 0.052566} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.349425] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.349643] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.351104] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.351104] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.351104] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.351104] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-087fd4b2-061e-4b48-9ad8-e271f386da3f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.365256] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.365460] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.366552] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1105d637-ab01-42ec-a1af-75bfe764c63a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.372285] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1283.372285] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522ba847-a025-ca81-ca0b-ea8a2b946628" [ 1283.372285] env[62259]: _type = "Task" [ 1283.372285] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.380169] env[62259]: DEBUG nova.compute.manager [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Received event network-vif-plugged-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1283.380169] env[62259]: DEBUG oslo_concurrency.lockutils [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] Acquiring lock "bc91d33c-b126-494e-8937-ee1f2dd3688c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.380169] env[62259]: DEBUG oslo_concurrency.lockutils [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] Lock "bc91d33c-b126-494e-8937-ee1f2dd3688c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.380169] env[62259]: DEBUG oslo_concurrency.lockutils [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] Lock "bc91d33c-b126-494e-8937-ee1f2dd3688c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.380169] env[62259]: DEBUG nova.compute.manager [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] No waiting events found dispatching network-vif-plugged-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.380669] env[62259]: WARNING nova.compute.manager [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Received unexpected event network-vif-plugged-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d for instance with vm_state building and task_state spawning. [ 1283.380669] env[62259]: DEBUG nova.compute.manager [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Received event network-changed-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1283.380669] env[62259]: DEBUG nova.compute.manager [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Refreshing instance network info cache due to event network-changed-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1283.380780] env[62259]: DEBUG oslo_concurrency.lockutils [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] Acquiring lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.380943] env[62259]: DEBUG oslo_concurrency.lockutils [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] Acquired lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.381108] env[62259]: DEBUG nova.network.neutron [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Refreshing network info cache for port 4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.387683] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522ba847-a025-ca81-ca0b-ea8a2b946628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.432334] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134745} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.432616] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.433504] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d9f408-82e5-4b47-bf69-46ce2e2a89d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.465710] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02/f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.466371] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13abc1a-1836-44ff-a7aa-0bc7f15b30cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.486813] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1283.486813] env[62259]: value = "task-1691503" [ 1283.486813] env[62259]: _type = "Task" [ 1283.486813] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.492608] env[62259]: DEBUG nova.policy [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8aed93853db4d9a90ff52617bb27e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb856fe61538435a9ace2191e36c195f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.497381] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.507285] env[62259]: DEBUG oslo_vmware.api [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691500, 'name': PowerOnVM_Task, 'duration_secs': 1.008062} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.507981] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.507981] env[62259]: INFO nova.compute.manager [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1283.508190] env[62259]: DEBUG nova.compute.manager [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.509042] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab45530c-7b87-448e-9617-747c43771c50 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.537999] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691499, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.540290] env[62259]: DEBUG nova.compute.manager [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.605738] env[62259]: DEBUG nova.network.neutron [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.698419] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac58579a-6f33-4b2d-a6e9-d60e51201334 req-3c1bbd36-f9e1-4dd1-b5c0-221c4d4aff93 service nova] Releasing lock "refresh_cache-f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.830373] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.899259] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522ba847-a025-ca81-ca0b-ea8a2b946628, 'name': SearchDatastore_Task, 'duration_secs': 0.022452} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.910507] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f3f581-5028-4987-971b-0d546293df07 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.917865] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1283.917865] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52624707-31da-7684-d5ec-d8af56ce01f6" [ 1283.917865] env[62259]: _type = "Task" [ 1283.917865] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.927164] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52624707-31da-7684-d5ec-d8af56ce01f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.003132] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.036931] env[62259]: INFO nova.compute.manager [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Took 19.94 seconds to build instance. [ 1284.054832] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691499, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.012583} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.063083] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.064120] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.064791] env[62259]: DEBUG nova.network.neutron [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updating instance_info_cache with network_info: [{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.066759] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0efaa0af-5b9c-4f73-b8c2-9ecae31a08ae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.073881] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1284.073881] env[62259]: value = "task-1691504" [ 1284.073881] env[62259]: _type = "Task" [ 1284.073881] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.089036] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.090526] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.207732] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0960ac1e-204f-4a78-a9bc-90d926188f23 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.219271] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc25774-4ad2-44ae-b131-239b377374fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.253255] env[62259]: DEBUG nova.network.neutron [-] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.255144] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3bf41b-627d-47bc-b3e6-3ec3d170ce1b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.269739] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b9f7db-864b-4c2f-9c19-18fe0c5093fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.287452] env[62259]: DEBUG nova.compute.provider_tree [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.385167] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Successfully created port: 9f32cae4-6321-4481-9629-b77bdcc140a3 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.429922] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52624707-31da-7684-d5ec-d8af56ce01f6, 'name': SearchDatastore_Task, 'duration_secs': 0.015841} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.430424] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.431378] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] bc91d33c-b126-494e-8937-ee1f2dd3688c/bc91d33c-b126-494e-8937-ee1f2dd3688c.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.431707] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1ad6dc8-a9d9-4abb-bd07-895df30c62b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.440126] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1284.440126] env[62259]: value = "task-1691505" [ 1284.440126] env[62259]: _type = "Task" [ 1284.440126] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.449702] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.498317] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.540804] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddabebee-f980-40c2-8621-3d01b1de2d9e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.451s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.569415] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Releasing lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.569415] env[62259]: DEBUG nova.compute.manager [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Instance network_info: |[{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.569710] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:b6:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0b57691-612e-4384-be56-72ae07c8a737', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.579233] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Creating folder: Project (fc1f23811353428ea367676022fb1eb6). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.580458] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c894406-aaf1-4da2-ae30-d85583ba9feb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.592658] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073731} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.593172] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.595668] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44468852-e42d-4a05-a636-621691be8813 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.599333] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Created folder: Project (fc1f23811353428ea367676022fb1eb6) in parent group-v352705. [ 1284.599741] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Creating folder: Instances. Parent ref: group-v352731. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.600420] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a2c956d-013d-4ed9-b3c8-2215b80ce57d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.625922] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.627546] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87478f1b-a756-4747-84f9-ae022b1e2c77 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.650020] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Created folder: Instances in parent group-v352731. [ 1284.650020] env[62259]: DEBUG oslo.service.loopingcall [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1284.650020] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.650020] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b38d46ea-2a81-4da8-b875-0fe8316d8218 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.668989] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1284.668989] env[62259]: value = "task-1691508" [ 1284.668989] env[62259]: _type = "Task" [ 1284.668989] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.676406] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.676406] env[62259]: value = "task-1691509" [ 1284.676406] env[62259]: _type = "Task" [ 1284.676406] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.679712] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.689465] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691509, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.765293] env[62259]: INFO nova.compute.manager [-] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Took 2.06 seconds to deallocate network for instance. [ 1284.792143] env[62259]: DEBUG nova.scheduler.client.report [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1284.847033] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.878431] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1284.881372] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1284.881372] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.881372] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1284.881372] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.881372] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1284.881672] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1284.881672] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1284.881672] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1284.881672] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1284.881672] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1284.882019] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8dffd7-2119-49b6-b660-aa2d44a093e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.893860] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69504ec-7bec-4a6d-9bdf-a1704e8555d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.899693] env[62259]: DEBUG nova.network.neutron [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updated VIF entry in instance network info cache for port 4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.899990] env[62259]: DEBUG nova.network.neutron [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updating instance_info_cache with network_info: [{"id": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "address": "fa:16:3e:47:ae:c6", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55bbb5-f1", "ovs_interfaceid": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.953817] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.006310] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.044801] env[62259]: DEBUG nova.compute.manager [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.183352] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691508, 'name': ReconfigVM_Task, 'duration_secs': 0.477923} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.186824] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.188168] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-138278ee-4308-4d3d-ab2d-a17d7d71f9d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.197352] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691509, 'name': CreateVM_Task, 'duration_secs': 0.439266} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.197352] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.197835] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1285.197835] env[62259]: value = "task-1691510" [ 1285.197835] env[62259]: _type = "Task" [ 1285.197835] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.202870] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.202870] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.206427] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.206427] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a070c66e-2c64-407e-bc0d-9eb5a43c5a95 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.225205] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1285.225205] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52653d48-9de0-21e3-00ab-84ba3c4393fc" [ 1285.225205] env[62259]: _type = "Task" [ 1285.225205] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.225205] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691510, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.234378] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52653d48-9de0-21e3-00ab-84ba3c4393fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.234560] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.235251] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.235251] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.235251] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.235251] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.235489] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d4d4d55-1d23-49d7-adde-c1de38d1f407 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.246057] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.246252] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.246991] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3241a651-b577-4bc2-927c-5b6fe9f41e2e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.255886] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1285.255886] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b224c6-3aef-ca36-6543-c91fc14daa68" [ 1285.255886] env[62259]: _type = "Task" [ 1285.255886] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.266320] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b224c6-3aef-ca36-6543-c91fc14daa68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.275806] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.297623] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.297623] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.300233] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.832s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.301230] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.301230] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1285.301230] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.844s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.304399] env[62259]: INFO nova.compute.claims [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.307834] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a32d310-24a4-400c-9464-474e1b84dfbc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.320698] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25b86e-257c-444a-b15a-25e6c10bcee7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.342048] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dff010e-c08e-4a37-9c30-5ed6cdbc71f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.354230] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b55006-619a-4979-b9a3-26f3e124e0b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.391395] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181351MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1285.391579] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.403090] env[62259]: DEBUG oslo_concurrency.lockutils [req-2786de27-edaf-473f-b19e-751e32baf83f req-be371af5-c623-4f7f-8787-97d9f852a092 service nova] Releasing lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.462634] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.504409] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.582548] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.714543] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691510, 'name': Rename_Task, 'duration_secs': 0.289703} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.714848] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.715116] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f68259ff-7a29-494c-9b01-c7bd9e661117 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.722661] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1285.722661] env[62259]: value = "task-1691512" [ 1285.722661] env[62259]: _type = "Task" [ 1285.722661] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.730827] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.770132] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b224c6-3aef-ca36-6543-c91fc14daa68, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.771251] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42c4c3c-8377-4add-90c4-a7dd0ce2fe52 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.782618] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1285.782618] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5293433e-b470-7a7f-403f-357e8efaf75a" [ 1285.782618] env[62259]: _type = "Task" [ 1285.782618] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.791998] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5293433e-b470-7a7f-403f-357e8efaf75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.812765] env[62259]: DEBUG nova.compute.utils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1285.817645] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.817645] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.959759] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691505, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.002770] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691503, 'name': ReconfigVM_Task, 'duration_secs': 2.031625} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.003177] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Reconfigured VM instance instance-00000006 to attach disk [datastore1] f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02/f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.003815] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e576768-0871-4d7e-bd60-ed483785042b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.014653] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1286.014653] env[62259]: value = "task-1691513" [ 1286.014653] env[62259]: _type = "Task" [ 1286.014653] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.025996] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691513, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.038460] env[62259]: DEBUG nova.policy [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8aed93853db4d9a90ff52617bb27e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb856fe61538435a9ace2191e36c195f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.244183] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691512, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.297873] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5293433e-b470-7a7f-403f-357e8efaf75a, 'name': SearchDatastore_Task, 'duration_secs': 0.063086} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.298078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.299198] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c3ba29af-89db-4897-8f5c-15e6c84bb585/c3ba29af-89db-4897-8f5c-15e6c84bb585.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.299198] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-019b859b-dbc9-421e-a6c7-e1d949f63784 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.309908] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1286.309908] env[62259]: value = "task-1691514" [ 1286.309908] env[62259]: _type = "Task" [ 1286.309908] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.323266] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.340096] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.459300] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691505, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.635072} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.459574] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] bc91d33c-b126-494e-8937-ee1f2dd3688c/bc91d33c-b126-494e-8937-ee1f2dd3688c.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.459868] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.460039] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12127047-df6c-4ca4-94ad-bf63e7e64832 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.470346] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1286.470346] env[62259]: value = "task-1691515" [ 1286.470346] env[62259]: _type = "Task" [ 1286.470346] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.482063] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.525066] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691513, 'name': Rename_Task, 'duration_secs': 0.390883} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.528240] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.528481] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05261a35-8d9e-491c-9e0d-2aeab92deebd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.535716] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1286.535716] env[62259]: value = "task-1691516" [ 1286.535716] env[62259]: _type = "Task" [ 1286.535716] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.550814] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.677727] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fbb036-b67b-40cd-9668-e742b7110326 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.685182] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc42dee5-7389-4773-8a52-b1e773e7adc5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.715927] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c427774b-ab2a-4e3d-ab99-955186b2bd77 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.723083] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2d5a91-cf5f-4d4e-a538-0ec4e9e15f0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.745854] env[62259]: DEBUG nova.compute.provider_tree [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.751532] env[62259]: DEBUG oslo_vmware.api [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691512, 'name': PowerOnVM_Task, 'duration_secs': 0.911245} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.751943] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.751943] env[62259]: DEBUG nova.compute.manager [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.752975] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174bc7f8-d5bb-4738-92ad-bbabf51a632c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.821780] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.885537] env[62259]: DEBUG nova.compute.manager [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Received event network-vif-plugged-b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1286.885537] env[62259]: DEBUG oslo_concurrency.lockutils [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] Acquiring lock "c3ba29af-89db-4897-8f5c-15e6c84bb585-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.889115] env[62259]: DEBUG oslo_concurrency.lockutils [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] Lock "c3ba29af-89db-4897-8f5c-15e6c84bb585-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.889457] env[62259]: DEBUG oslo_concurrency.lockutils [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] Lock "c3ba29af-89db-4897-8f5c-15e6c84bb585-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.889661] env[62259]: DEBUG nova.compute.manager [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] No waiting events found dispatching network-vif-plugged-b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.890022] env[62259]: WARNING nova.compute.manager [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Received unexpected event network-vif-plugged-b0b57691-612e-4384-be56-72ae07c8a737 for instance with vm_state building and task_state spawning. [ 1286.890022] env[62259]: DEBUG nova.compute.manager [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Received event network-changed-b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1286.891906] env[62259]: DEBUG nova.compute.manager [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Refreshing instance network info cache due to event network-changed-b0b57691-612e-4384-be56-72ae07c8a737. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1286.891906] env[62259]: DEBUG oslo_concurrency.lockutils [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] Acquiring lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.891906] env[62259]: DEBUG oslo_concurrency.lockutils [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] Acquired lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.891906] env[62259]: DEBUG nova.network.neutron [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Refreshing network info cache for port b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.984878] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070433} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.985196] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.988552] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d58c258-7d7e-457a-8d9c-500cee883d63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.009723] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] bc91d33c-b126-494e-8937-ee1f2dd3688c/bc91d33c-b126-494e-8937-ee1f2dd3688c.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.010380] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f8e5e3-b495-4f6b-8575-b15075a794fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.031775] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1287.031775] env[62259]: value = "task-1691517" [ 1287.031775] env[62259]: _type = "Task" [ 1287.031775] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.041103] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.046144] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.151826] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Successfully created port: 36312552-4963-45db-a89c-92f87e546fe4 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.252977] env[62259]: DEBUG nova.scheduler.client.report [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1287.279456] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.325399] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.339090] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.382828] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1287.383355] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1287.384274] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.385050] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1287.385314] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.385577] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1287.390929] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1287.390929] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1287.390929] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1287.390929] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1287.390929] env[62259]: DEBUG nova.virt.hardware [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1287.391147] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce1855-061c-469f-b125-e5716a4fcae4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.404643] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c42983-6b9f-47ba-8cd7-5ce78087bdef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.462309] env[62259]: DEBUG nova.compute.manager [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Stashing vm_state: active {{(pid=62259) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1287.549221] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.553127] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.758849] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.759494] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.763688] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.676s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.765350] env[62259]: INFO nova.compute.claims [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.835301] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691514, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.007858] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.053683] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691517, 'name': ReconfigVM_Task, 'duration_secs': 0.950343} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.062462] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Reconfigured VM instance instance-00000007 to attach disk [datastore1] bc91d33c-b126-494e-8937-ee1f2dd3688c/bc91d33c-b126-494e-8937-ee1f2dd3688c.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.062462] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691516, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.062462] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6be1dcac-6158-4017-aee6-858af5f0a5ac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.071144] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1288.071144] env[62259]: value = "task-1691518" [ 1288.071144] env[62259]: _type = "Task" [ 1288.071144] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.084113] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691518, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.271049] env[62259]: DEBUG nova.compute.utils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.279781] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.279781] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.331302] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691514, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.552133} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.332228] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c3ba29af-89db-4897-8f5c-15e6c84bb585/c3ba29af-89db-4897-8f5c-15e6c84bb585.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.332228] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.332496] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b1363ea-fb24-439b-8a83-50c5444e7d1b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.341784] env[62259]: DEBUG nova.network.neutron [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updated VIF entry in instance network info cache for port b0b57691-612e-4384-be56-72ae07c8a737. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.341784] env[62259]: DEBUG nova.network.neutron [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updating instance_info_cache with network_info: [{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.351013] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1288.351013] env[62259]: value = "task-1691519" [ 1288.351013] env[62259]: _type = "Task" [ 1288.351013] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.363654] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.412863] env[62259]: DEBUG nova.policy [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9886db2710e74316a5d5578fdb39d03e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8e6f5c70d6e435da0f61a67a3477074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.447049] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.447326] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.447500] env[62259]: DEBUG nova.compute.manager [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.448525] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3313124-0c92-45d3-b73e-3af29d256b78 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.457566] env[62259]: DEBUG nova.compute.manager [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62259) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1288.458239] env[62259]: DEBUG nova.objects.instance [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lazy-loading 'flavor' on Instance uuid 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.552721] env[62259]: DEBUG oslo_vmware.api [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691516, 'name': PowerOnVM_Task, 'duration_secs': 1.571992} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.554500] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.554794] env[62259]: INFO nova.compute.manager [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Took 13.23 seconds to spawn the instance on the hypervisor. [ 1288.554982] env[62259]: DEBUG nova.compute.manager [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.555801] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ca511-3731-48c4-98df-fe043f460ded {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.588186] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691518, 'name': Rename_Task, 'duration_secs': 0.191959} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.588453] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.588700] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cbd913b-2b04-4c57-8ae5-9a5afd46f541 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.596555] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1288.596555] env[62259]: value = "task-1691520" [ 1288.596555] env[62259]: _type = "Task" [ 1288.596555] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.607702] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.776783] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.852892] env[62259]: DEBUG oslo_concurrency.lockutils [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] Releasing lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.852892] env[62259]: DEBUG nova.compute.manager [req-82b0fe66-c8cc-4ada-b2d2-437507536c22 req-156f6dda-958a-47cc-8aa3-019376c4bf84 service nova] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Received event network-vif-deleted-343b8886-ee57-4c4f-9793-c7a6be9d9f01 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1288.875064] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283394} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.876042] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.877140] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc782338-3748-48b1-b502-3be5bfd75039 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.909588] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c3ba29af-89db-4897-8f5c-15e6c84bb585/c3ba29af-89db-4897-8f5c-15e6c84bb585.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.913556] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84df50aa-01e2-4ad3-977a-28b9debd8e70 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.941309] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1288.941309] env[62259]: value = "task-1691521" [ 1288.941309] env[62259]: _type = "Task" [ 1288.941309] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.951751] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.084079] env[62259]: INFO nova.compute.manager [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Rebuilding instance [ 1289.092992] env[62259]: INFO nova.compute.manager [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Took 24.00 seconds to build instance. [ 1289.120437] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691520, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.153395] env[62259]: DEBUG nova.compute.manager [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.154315] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc247518-537d-487c-8f4c-768b385ae583 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.274726] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f822fa47-4d18-4341-b87a-ecd4449f5cef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.290731] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2168c1e3-784e-4ed4-8aa0-1fca69e500fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.328882] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de1d1b-7be4-4951-8f94-f975a6e7cc99 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.338387] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c309f639-a480-4243-bfec-5a58cb62d08f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.357189] env[62259]: DEBUG nova.compute.provider_tree [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.450730] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691521, 'name': ReconfigVM_Task, 'duration_secs': 0.365032} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.451802] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c3ba29af-89db-4897-8f5c-15e6c84bb585/c3ba29af-89db-4897-8f5c-15e6c84bb585.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.451802] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab053721-7005-4185-9977-306bdc8fd2a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.459809] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1289.459809] env[62259]: value = "task-1691522" [ 1289.459809] env[62259]: _type = "Task" [ 1289.459809] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.468964] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691522, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.470584] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.470826] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a07a6c-10e7-4966-9b6f-3b9844b55439 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.478370] env[62259]: DEBUG oslo_vmware.api [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1289.478370] env[62259]: value = "task-1691523" [ 1289.478370] env[62259]: _type = "Task" [ 1289.478370] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.486343] env[62259]: DEBUG oslo_vmware.api [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.596734] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3bf308cf-52c5-43c7-a311-7f9a0717c3f1 tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.524s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.607326] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691520, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.708633] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Successfully updated port: 9f32cae4-6321-4481-9629-b77bdcc140a3 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.798829] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.838942] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1289.839132] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1289.839262] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.839446] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1289.839591] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.839735] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1289.839938] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1289.840371] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1289.841274] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1289.841552] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1289.842355] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1289.843270] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b28561e-bbed-4417-b8c5-7aeb180274ac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.854300] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed2af6f-27de-4e07-9ead-713ea185d838 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.873148] env[62259]: DEBUG nova.scheduler.client.report [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1289.906419] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Successfully updated port: 36312552-4963-45db-a89c-92f87e546fe4 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.957878] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquiring lock "72f696ef-c5c4-410a-a894-52e683084a0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.958180] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "72f696ef-c5c4-410a-a894-52e683084a0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.972154] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691522, 'name': Rename_Task, 'duration_secs': 0.195382} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.972437] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.972673] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48781729-41d5-4263-9d49-1e53ca449b7f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.985789] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1289.985789] env[62259]: value = "task-1691525" [ 1289.985789] env[62259]: _type = "Task" [ 1289.985789] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.997096] env[62259]: DEBUG oslo_vmware.api [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691523, 'name': PowerOffVM_Task, 'duration_secs': 0.180673} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.997096] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.997422] env[62259]: DEBUG nova.compute.manager [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.998181] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae6e5dd-fc99-41c0-be03-d4e09124c336 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.008545] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691525, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.057361] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Successfully created port: 070fd831-2853-4315-8234-95166d4e6106 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.114605] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691520, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.203252] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.203252] env[62259]: DEBUG nova.compute.manager [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.211547] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a37717-c309-4dc9-9de7-49c4ab36208f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.211547] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "refresh_cache-5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.211547] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "refresh_cache-5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.216344] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.225160] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1290.225160] env[62259]: value = "task-1691526" [ 1290.225160] env[62259]: _type = "Task" [ 1290.225160] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.238074] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.380119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.380690] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1290.384543] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.267s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.387459] env[62259]: INFO nova.compute.claims [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.419369] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "refresh_cache-7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.419369] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "refresh_cache-7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.419369] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.496984] env[62259]: DEBUG oslo_vmware.api [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691525, 'name': PowerOnVM_Task, 'duration_secs': 0.467852} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.497288] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.497492] env[62259]: INFO nova.compute.manager [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1290.497673] env[62259]: DEBUG nova.compute.manager [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.498677] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f8e1ea-b6d8-4503-adf9-72e4a1e69a91 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.518619] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3f0c163-eaf5-479d-bfad-7cf762d364d2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.613312] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691520, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.742194] env[62259]: DEBUG nova.compute.manager [req-24f81c4c-b5dd-4209-aa0f-6f3c8de167d1 req-e5554e73-fbac-45b8-8a1e-d348dd176d2d service nova] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Received event network-vif-plugged-9f32cae4-6321-4481-9629-b77bdcc140a3 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1290.742421] env[62259]: DEBUG oslo_concurrency.lockutils [req-24f81c4c-b5dd-4209-aa0f-6f3c8de167d1 req-e5554e73-fbac-45b8-8a1e-d348dd176d2d service nova] Acquiring lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.742627] env[62259]: DEBUG oslo_concurrency.lockutils [req-24f81c4c-b5dd-4209-aa0f-6f3c8de167d1 req-e5554e73-fbac-45b8-8a1e-d348dd176d2d service nova] Lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.744797] env[62259]: DEBUG oslo_concurrency.lockutils [req-24f81c4c-b5dd-4209-aa0f-6f3c8de167d1 req-e5554e73-fbac-45b8-8a1e-d348dd176d2d service nova] Lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.745092] env[62259]: DEBUG nova.compute.manager [req-24f81c4c-b5dd-4209-aa0f-6f3c8de167d1 req-e5554e73-fbac-45b8-8a1e-d348dd176d2d service nova] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] No waiting events found dispatching network-vif-plugged-9f32cae4-6321-4481-9629-b77bdcc140a3 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.745317] env[62259]: WARNING nova.compute.manager [req-24f81c4c-b5dd-4209-aa0f-6f3c8de167d1 req-e5554e73-fbac-45b8-8a1e-d348dd176d2d service nova] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Received unexpected event network-vif-plugged-9f32cae4-6321-4481-9629-b77bdcc140a3 for instance with vm_state building and task_state spawning. [ 1290.754917] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691526, 'name': PowerOffVM_Task, 'duration_secs': 0.27357} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.755939] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.755939] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.755939] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.756753] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a28b041-9189-4cc8-b148-a4738d66b6c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.769124] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.769634] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1087e15-9047-4623-a5ac-014b7e5ee8cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.797682] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.798211] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.799034] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Deleting the datastore file [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.799034] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f170302-71a2-4701-b113-b13a9818d212 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.805785] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1290.805785] env[62259]: value = "task-1691528" [ 1290.805785] env[62259]: _type = "Task" [ 1290.805785] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.819051] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.839053] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.892488] env[62259]: DEBUG nova.compute.utils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1290.902054] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1290.902054] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.010259] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.026306] env[62259]: INFO nova.compute.manager [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Took 23.82 seconds to build instance. [ 1291.111955] env[62259]: DEBUG oslo_vmware.api [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691520, 'name': PowerOnVM_Task, 'duration_secs': 2.21059} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.113027] env[62259]: DEBUG nova.policy [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9886db2710e74316a5d5578fdb39d03e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8e6f5c70d6e435da0f61a67a3477074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.114638] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.114919] env[62259]: INFO nova.compute.manager [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Took 13.34 seconds to spawn the instance on the hypervisor. [ 1291.115604] env[62259]: DEBUG nova.compute.manager [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.116523] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af29924b-3142-4cb0-b4ff-fad582c04f21 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.316712] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142613} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.317381] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.317648] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.317874] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.397694] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Updating instance_info_cache with network_info: [{"id": "9f32cae4-6321-4481-9629-b77bdcc140a3", "address": "fa:16:3e:cf:9b:fc", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f32cae4-63", "ovs_interfaceid": "9f32cae4-6321-4481-9629-b77bdcc140a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.405676] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1291.523363] env[62259]: DEBUG nova.network.neutron [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Updating instance_info_cache with network_info: [{"id": "36312552-4963-45db-a89c-92f87e546fe4", "address": "fa:16:3e:01:dd:63", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36312552-49", "ovs_interfaceid": "36312552-4963-45db-a89c-92f87e546fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.530944] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d63e3fa2-198b-487e-b00a-9fa954ddfb78 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "c3ba29af-89db-4897-8f5c-15e6c84bb585" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.337s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.643756] env[62259]: INFO nova.compute.manager [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Took 25.94 seconds to build instance. [ 1291.805564] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064c6b42-67a5-4ae8-92d7-70b8e139ee35 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.814382] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6474798a-65aa-47d4-839d-8b70858e9adc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.859770] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab094c0a-3fb6-4e9e-a0b3-cfc1679eca51 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.869302] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53620c3-d665-4311-8b46-942b958c2e1d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.892282] env[62259]: DEBUG nova.compute.provider_tree [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.901447] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "refresh_cache-5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.901806] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Instance network_info: |[{"id": "9f32cae4-6321-4481-9629-b77bdcc140a3", "address": "fa:16:3e:cf:9b:fc", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f32cae4-63", "ovs_interfaceid": "9f32cae4-6321-4481-9629-b77bdcc140a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.902233] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:9b:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f32cae4-6321-4481-9629-b77bdcc140a3', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.912479] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Creating folder: Project (bb856fe61538435a9ace2191e36c195f). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.913621] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-300db993-f4e7-454c-817c-22492f10eebf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.932206] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Created folder: Project (bb856fe61538435a9ace2191e36c195f) in parent group-v352705. [ 1291.932417] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Creating folder: Instances. Parent ref: group-v352735. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1291.932662] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbba78f5-471b-41aa-a03a-2bb497e8532b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.945040] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Created folder: Instances in parent group-v352735. [ 1291.945299] env[62259]: DEBUG oslo.service.loopingcall [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1291.945488] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.945687] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbbc77a9-af47-4313-9a73-a586db84a7bf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.969700] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.969700] env[62259]: value = "task-1691532" [ 1291.969700] env[62259]: _type = "Task" [ 1291.969700] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.984533] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691532, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.029491] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "refresh_cache-7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.030459] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Instance network_info: |[{"id": "36312552-4963-45db-a89c-92f87e546fe4", "address": "fa:16:3e:01:dd:63", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36312552-49", "ovs_interfaceid": "36312552-4963-45db-a89c-92f87e546fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1292.030664] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:dd:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36312552-4963-45db-a89c-92f87e546fe4', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.050699] env[62259]: DEBUG oslo.service.loopingcall [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.051308] env[62259]: DEBUG nova.compute.manager [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.056682] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.057578] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a25837d-f43f-478c-8883-3c9e25018eb7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.092739] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.092739] env[62259]: value = "task-1691533" [ 1292.092739] env[62259]: _type = "Task" [ 1292.092739] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.108379] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691533, 'name': CreateVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.146312] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9816f33b-c319-4a76-9c51-24837604ef83 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "bc91d33c-b126-494e-8937-ee1f2dd3688c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.453s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.398183] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1292.398315] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1292.398784] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.399089] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1292.399495] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.399621] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1292.399846] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1292.400198] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1292.400198] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1292.400784] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1292.400784] env[62259]: DEBUG nova.virt.hardware [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1292.401432] env[62259]: DEBUG nova.scheduler.client.report [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1292.409237] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0dec48-1bc8-4e0f-96fb-4a7032101b62 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.422166] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d11d88-b32c-4fee-9d0a-f040a25a2946 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.430963] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.447311] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.457826] env[62259]: DEBUG oslo.service.loopingcall [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.462631] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.465883] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62bb079f-a483-4b61-8b5c-17f840f69014 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.480516] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1292.480787] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1292.480937] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.481127] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1292.481266] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.481405] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1292.481729] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1292.481898] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1292.482091] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1292.482257] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1292.483775] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1292.483775] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b72f795-ecee-4c3e-8b9b-832704c12c78 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.501678] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691532, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.504025] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608626a0-1e98-4be7-8728-49dd7777b177 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.508067] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.508067] env[62259]: value = "task-1691534" [ 1292.508067] env[62259]: _type = "Task" [ 1292.508067] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.528966] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691534, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.543421] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Successfully created port: ed47c3b1-db02-4b60-9658-c9dd567d6fcf {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.589972] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.606248] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691533, 'name': CreateVM_Task, 'duration_secs': 0.497032} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.606248] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1292.606248] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.606248] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.606248] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1292.606820] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56724f17-8452-4fcc-8d4e-9872fa495fd4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.614215] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1292.614215] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52552a84-8f85-6341-1cbd-02a57cb3d08f" [ 1292.614215] env[62259]: _type = "Task" [ 1292.614215] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.624545] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52552a84-8f85-6341-1cbd-02a57cb3d08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.652167] env[62259]: DEBUG nova.compute.manager [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.810981] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Successfully updated port: 070fd831-2853-4315-8234-95166d4e6106 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.914265] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.914805] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.919177] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.206s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.919449] env[62259]: DEBUG nova.objects.instance [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lazy-loading 'resources' on Instance uuid a562d639-3f17-4755-85b5-dfdd6ad40529 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.001850] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691532, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.018667] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691534, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.128661] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52552a84-8f85-6341-1cbd-02a57cb3d08f, 'name': SearchDatastore_Task, 'duration_secs': 0.014191} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.129011] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.129218] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.129451] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.129590] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.129757] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.130060] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c5f24a3-c981-468b-9af4-3044aaafbc34 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.143489] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.143984] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.144276] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db8f3c9-f4fd-4289-b3d5-89af9837ae97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.150624] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1293.150624] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dd4db6-b062-6af1-573c-fcdb113f3a4f" [ 1293.150624] env[62259]: _type = "Task" [ 1293.150624] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.161457] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dd4db6-b062-6af1-573c-fcdb113f3a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.188562] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.310623] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "refresh_cache-e703fa1b-337f-4bb5-969f-6f8726e6141c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.310798] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired lock "refresh_cache-e703fa1b-337f-4bb5-969f-6f8726e6141c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.310935] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.423917] env[62259]: DEBUG nova.compute.utils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1293.427645] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.427645] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.503045] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691532, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.521771] env[62259]: DEBUG nova.compute.manager [req-1527a2dc-23f4-4c2c-9d5c-8a38c1b55c29 req-a2ea3a0f-3d7c-42a5-aab8-a2878dc6722c service nova] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Received event network-vif-plugged-070fd831-2853-4315-8234-95166d4e6106 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1293.521926] env[62259]: DEBUG oslo_concurrency.lockutils [req-1527a2dc-23f4-4c2c-9d5c-8a38c1b55c29 req-a2ea3a0f-3d7c-42a5-aab8-a2878dc6722c service nova] Acquiring lock "e703fa1b-337f-4bb5-969f-6f8726e6141c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.522089] env[62259]: DEBUG oslo_concurrency.lockutils [req-1527a2dc-23f4-4c2c-9d5c-8a38c1b55c29 req-a2ea3a0f-3d7c-42a5-aab8-a2878dc6722c service nova] Lock "e703fa1b-337f-4bb5-969f-6f8726e6141c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.522265] env[62259]: DEBUG oslo_concurrency.lockutils [req-1527a2dc-23f4-4c2c-9d5c-8a38c1b55c29 req-a2ea3a0f-3d7c-42a5-aab8-a2878dc6722c service nova] Lock "e703fa1b-337f-4bb5-969f-6f8726e6141c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.522430] env[62259]: DEBUG nova.compute.manager [req-1527a2dc-23f4-4c2c-9d5c-8a38c1b55c29 req-a2ea3a0f-3d7c-42a5-aab8-a2878dc6722c service nova] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] No waiting events found dispatching network-vif-plugged-070fd831-2853-4315-8234-95166d4e6106 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.522591] env[62259]: WARNING nova.compute.manager [req-1527a2dc-23f4-4c2c-9d5c-8a38c1b55c29 req-a2ea3a0f-3d7c-42a5-aab8-a2878dc6722c service nova] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Received unexpected event network-vif-plugged-070fd831-2853-4315-8234-95166d4e6106 for instance with vm_state building and task_state spawning. [ 1293.533068] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691534, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.643046] env[62259]: DEBUG nova.policy [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9886db2710e74316a5d5578fdb39d03e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8e6f5c70d6e435da0f61a67a3477074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.673357] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dd4db6-b062-6af1-573c-fcdb113f3a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.674274] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e13db2b-d6b3-4ed4-9f0b-484e52c2841b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.681575] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1293.681575] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5240fad6-1c63-2f73-2030-6ac70ee7e25f" [ 1293.681575] env[62259]: _type = "Task" [ 1293.681575] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.699986] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5240fad6-1c63-2f73-2030-6ac70ee7e25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.879364] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1cdd69-cbb1-4fff-9b73-c5e19cc529eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.889433] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b802a-acc9-4f9e-8d09-c295c45935e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.932326] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.936201] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c06b9-8ffd-4842-ac23-5868ffb38bd5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.947228] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f83edff-e6e2-430b-80a8-7035b6e8b201 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.966612] env[62259]: DEBUG nova.compute.provider_tree [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.982327] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.997078] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691532, 'name': CreateVM_Task, 'duration_secs': 1.586012} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.997381] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.997970] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.998739] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.998739] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.999372] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31660779-4a92-4bcf-b008-583939d077a0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.006276] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1294.006276] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529bed4e-a8da-1bab-ef86-9628ae0cfc06" [ 1294.006276] env[62259]: _type = "Task" [ 1294.006276] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.020059] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529bed4e-a8da-1bab-ef86-9628ae0cfc06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.022718] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691534, 'name': CreateVM_Task, 'duration_secs': 1.509856} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.022874] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1294.023429] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.195312] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5240fad6-1c63-2f73-2030-6ac70ee7e25f, 'name': SearchDatastore_Task, 'duration_secs': 0.021024} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.195720] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.195823] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed/7b0ddfcf-950a-47bb-bc29-e6ff325f0aed.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.196264] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf0fdaa0-f00a-4c3e-bfdb-cf60da214501 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.203761] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1294.203761] env[62259]: value = "task-1691536" [ 1294.203761] env[62259]: _type = "Task" [ 1294.203761] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.212797] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.470422] env[62259]: DEBUG nova.scheduler.client.report [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1294.515212] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Updating instance_info_cache with network_info: [{"id": "070fd831-2853-4315-8234-95166d4e6106", "address": "fa:16:3e:de:fe:b5", "network": {"id": "711bf9e3-e91f-4ead-b0a3-99e3dc7d58a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876418676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6f5c70d6e435da0f61a67a3477074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070fd831-28", "ovs_interfaceid": "070fd831-2853-4315-8234-95166d4e6106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.521254] env[62259]: DEBUG nova.compute.manager [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Received event network-changed-9f32cae4-6321-4481-9629-b77bdcc140a3 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1294.521254] env[62259]: DEBUG nova.compute.manager [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Refreshing instance network info cache due to event network-changed-9f32cae4-6321-4481-9629-b77bdcc140a3. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1294.521254] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] Acquiring lock "refresh_cache-5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.521254] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] Acquired lock "refresh_cache-5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.521458] env[62259]: DEBUG nova.network.neutron [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Refreshing network info cache for port 9f32cae4-6321-4481-9629-b77bdcc140a3 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.536040] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529bed4e-a8da-1bab-ef86-9628ae0cfc06, 'name': SearchDatastore_Task, 'duration_secs': 0.021958} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.536040] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.536040] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.536802] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.537085] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.537488] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.538250] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.538783] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1294.539641] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88bba936-e477-4e72-aec8-0bd2a3b80df5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.543929] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80a4acd-d7f6-4549-8e19-d3441f193258 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.551848] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1294.551848] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520211b6-800a-bb96-a593-225db9471bac" [ 1294.551848] env[62259]: _type = "Task" [ 1294.551848] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.559988] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.560784] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.562065] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6781d9b-97e1-491f-add5-7b55401ce08e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.569647] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520211b6-800a-bb96-a593-225db9471bac, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.571814] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.571814] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.571814] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.573378] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1294.573378] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b8a42b-969f-1cb3-e413-bea301a5acda" [ 1294.573378] env[62259]: _type = "Task" [ 1294.573378] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.581483] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b8a42b-969f-1cb3-e413-bea301a5acda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.718646] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691536, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.946572] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.978833] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.980270] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.890s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.982882] env[62259]: INFO nova.compute.claims [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.995037] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Successfully created port: b4901791-e166-4849-b29d-ef8abe3b85c9 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.997932] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1294.998395] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1294.998709] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.999021] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1294.999286] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.999559] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1294.999898] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1295.000241] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1295.000576] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1295.000897] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1295.001207] env[62259]: DEBUG nova.virt.hardware [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1295.002620] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6356f2c4-7007-42f3-968d-5eee7d576faa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.013588] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd92ab5-f205-450f-bfcc-9879d0a581f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.032302] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Releasing lock "refresh_cache-e703fa1b-337f-4bb5-969f-6f8726e6141c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.032549] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Instance network_info: |[{"id": "070fd831-2853-4315-8234-95166d4e6106", "address": "fa:16:3e:de:fe:b5", "network": {"id": "711bf9e3-e91f-4ead-b0a3-99e3dc7d58a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876418676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6f5c70d6e435da0f61a67a3477074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070fd831-28", "ovs_interfaceid": "070fd831-2853-4315-8234-95166d4e6106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.036272] env[62259]: INFO nova.scheduler.client.report [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Deleted allocations for instance a562d639-3f17-4755-85b5-dfdd6ad40529 [ 1295.037593] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:fe:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '070fd831-2853-4315-8234-95166d4e6106', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.047237] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Creating folder: Project (f8e6f5c70d6e435da0f61a67a3477074). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.050592] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6220c016-247a-40fc-9c02-78febb128564 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.062339] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Created folder: Project (f8e6f5c70d6e435da0f61a67a3477074) in parent group-v352705. [ 1295.062541] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Creating folder: Instances. Parent ref: group-v352740. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.062834] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f450179e-3c85-4a51-a463-32b3d1e36360 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.072332] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Created folder: Instances in parent group-v352740. [ 1295.072574] env[62259]: DEBUG oslo.service.loopingcall [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.073175] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.073175] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99b4353f-f728-4cd9-a141-2c08e279dc53 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.105934] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b8a42b-969f-1cb3-e413-bea301a5acda, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.108015] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.108015] env[62259]: value = "task-1691539" [ 1295.108015] env[62259]: _type = "Task" [ 1295.108015] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.110057] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a46ff70-ea86-4cb6-8508-5819e3152dd8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.118701] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1295.118701] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5222f881-187b-8a29-76e6-40798db00033" [ 1295.118701] env[62259]: _type = "Task" [ 1295.118701] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.123511] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691539, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.133630] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5222f881-187b-8a29-76e6-40798db00033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.217389] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800865} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.217671] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed/7b0ddfcf-950a-47bb-bc29-e6ff325f0aed.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.218324] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.218529] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-065b874d-f8e3-4452-a48e-6970696fd3bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.225498] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1295.225498] env[62259]: value = "task-1691540" [ 1295.225498] env[62259]: _type = "Task" [ 1295.225498] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.235957] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.251305] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.251693] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.458093] env[62259]: DEBUG nova.compute.manager [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.459186] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f41481-adb5-4d00-84fa-06ae41d666ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.562840] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f540f861-788b-453a-b9b7-9c2ba6bab63d tempest-ServerDiagnosticsNegativeTest-397899253 tempest-ServerDiagnosticsNegativeTest-397899253-project-member] Lock "a562d639-3f17-4755-85b5-dfdd6ad40529" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.556s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.627855] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691539, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.639225] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5222f881-187b-8a29-76e6-40798db00033, 'name': SearchDatastore_Task, 'duration_secs': 0.018665} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.640203] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Successfully updated port: ed47c3b1-db02-4b60-9658-c9dd567d6fcf {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.643931] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.643931] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada/5bfaf77e-1ea9-4f72-a5bf-3d3339369ada.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1295.643931] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.643931] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.644380] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e742dce-b7c5-4c78-b651-25532c769f66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.647806] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c53d184-0532-49f3-942d-9d755901c938 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.655783] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1295.655783] env[62259]: value = "task-1691541" [ 1295.655783] env[62259]: _type = "Task" [ 1295.655783] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.660620] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.660859] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.663244] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dfa565c-bcbe-4c46-b028-96bcad8b805c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.667896] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.671110] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1295.671110] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528d9c9e-7721-edbe-5770-96dcf7525f98" [ 1295.671110] env[62259]: _type = "Task" [ 1295.671110] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.681092] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528d9c9e-7721-edbe-5770-96dcf7525f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.740371] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07077} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.740674] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.741653] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f29ee6-b75a-4b1b-b668-67ab7df62236 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.766156] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed/7b0ddfcf-950a-47bb-bc29-e6ff325f0aed.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.766339] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b70e6cb-6f04-4236-808b-6028467fab50 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.793060] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1295.793060] env[62259]: value = "task-1691542" [ 1295.793060] env[62259]: _type = "Task" [ 1295.793060] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.802366] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.825457] env[62259]: DEBUG nova.network.neutron [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Updated VIF entry in instance network info cache for port 9f32cae4-6321-4481-9629-b77bdcc140a3. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.825772] env[62259]: DEBUG nova.network.neutron [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Updating instance_info_cache with network_info: [{"id": "9f32cae4-6321-4481-9629-b77bdcc140a3", "address": "fa:16:3e:cf:9b:fc", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f32cae4-63", "ovs_interfaceid": "9f32cae4-6321-4481-9629-b77bdcc140a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.982189] env[62259]: INFO nova.compute.manager [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] instance snapshotting [ 1295.982189] env[62259]: WARNING nova.compute.manager [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1295.988024] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e48b5a-ac0d-4d38-b2b0-006f62b12e96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.015088] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd50ecd8-b9df-4031-b3cc-d105760f5556 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.123035] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691539, 'name': CreateVM_Task, 'duration_secs': 0.804335} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.123209] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.123992] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.124108] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.124434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1296.127582] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b581817f-bfb8-4876-9ebe-2d843c6871b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.134911] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1296.134911] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52405cf8-4739-68a3-d5b8-0c07b69f6587" [ 1296.134911] env[62259]: _type = "Task" [ 1296.134911] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.143039] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "refresh_cache-71e74513-112f-4092-9927-94a7b5c8023f" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.143139] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired lock "refresh_cache-71e74513-112f-4092-9927-94a7b5c8023f" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.143288] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.158056] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52405cf8-4739-68a3-d5b8-0c07b69f6587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.170559] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691541, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.185278] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528d9c9e-7721-edbe-5770-96dcf7525f98, 'name': SearchDatastore_Task, 'duration_secs': 0.022243} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.185871] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f238a4-2509-44de-bf00-fe176ca97b5f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.196828] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1296.196828] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523dd090-67c5-9b6c-081d-ab42c6abc1d4" [ 1296.196828] env[62259]: _type = "Task" [ 1296.196828] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.214024] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523dd090-67c5-9b6c-081d-ab42c6abc1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.306103] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691542, 'name': ReconfigVM_Task, 'duration_secs': 0.486253} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.309194] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed/7b0ddfcf-950a-47bb-bc29-e6ff325f0aed.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.311014] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af642f3e-20e0-467d-b10e-a55ff224b5e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.320648] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1296.320648] env[62259]: value = "task-1691543" [ 1296.320648] env[62259]: _type = "Task" [ 1296.320648] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.332540] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] Releasing lock "refresh_cache-5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.332540] env[62259]: DEBUG nova.compute.manager [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Received event network-vif-plugged-36312552-4963-45db-a89c-92f87e546fe4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1296.332540] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] Acquiring lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.332540] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] Lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.332756] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] Lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.332804] env[62259]: DEBUG nova.compute.manager [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] No waiting events found dispatching network-vif-plugged-36312552-4963-45db-a89c-92f87e546fe4 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.333026] env[62259]: WARNING nova.compute.manager [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Received unexpected event network-vif-plugged-36312552-4963-45db-a89c-92f87e546fe4 for instance with vm_state building and task_state spawning. [ 1296.333198] env[62259]: DEBUG nova.compute.manager [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Received event network-changed-36312552-4963-45db-a89c-92f87e546fe4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1296.333312] env[62259]: DEBUG nova.compute.manager [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Refreshing instance network info cache due to event network-changed-36312552-4963-45db-a89c-92f87e546fe4. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1296.333674] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] Acquiring lock "refresh_cache-7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.333674] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] Acquired lock "refresh_cache-7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.333826] env[62259]: DEBUG nova.network.neutron [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Refreshing network info cache for port 36312552-4963-45db-a89c-92f87e546fe4 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.335121] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691543, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.433626] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ff5f93-2347-470a-8811-fe8e737ffcb6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.441136] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5108c1-4d8d-4798-815b-6684e304064c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.483582] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d489adb-20b0-458a-8c13-2fe4f31d91e2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.495811] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2186cf8-2c28-4183-b4be-4475ec5809dc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.512039] env[62259]: DEBUG nova.compute.provider_tree [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.529581] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1296.529581] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f2b49d9-1d03-4666-8cad-623758201695 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.538379] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1296.538379] env[62259]: value = "task-1691544" [ 1296.538379] env[62259]: _type = "Task" [ 1296.538379] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.546618] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691544, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.650184] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52405cf8-4739-68a3-d5b8-0c07b69f6587, 'name': SearchDatastore_Task, 'duration_secs': 0.066955} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.650184] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.650389] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.650652] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.666938] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770744} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.667892] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada/5bfaf77e-1ea9-4f72-a5bf-3d3339369ada.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1296.668106] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1296.670033] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76593460-d453-46da-804b-594aea495b6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.676786] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1296.676786] env[62259]: value = "task-1691545" [ 1296.676786] env[62259]: _type = "Task" [ 1296.676786] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.687884] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.713136] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523dd090-67c5-9b6c-081d-ab42c6abc1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.061493} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.714870] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.719680] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.719680] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.719680] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.719680] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.720098] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6231887-2a37-468a-b623-855ac1f9b67c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.724164] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68766162-9aed-4920-8ab3-e553b850434f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.734330] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1296.734330] env[62259]: value = "task-1691546" [ 1296.734330] env[62259]: _type = "Task" [ 1296.734330] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.734330] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.734330] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.738166] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a3a4f1-c100-4b56-99e3-76486c15ed8b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.746267] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1296.746267] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52742819-8572-a1e2-2d7b-1ca96da6aee4" [ 1296.746267] env[62259]: _type = "Task" [ 1296.746267] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.750404] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.764494] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52742819-8572-a1e2-2d7b-1ca96da6aee4, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.764494] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a92c2f-277c-42ab-a44c-e7b8a7c257db {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.770094] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1296.770094] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a42422-724a-7930-f08e-e619f6048c82" [ 1296.770094] env[62259]: _type = "Task" [ 1296.770094] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.779909] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a42422-724a-7930-f08e-e619f6048c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.833482] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691543, 'name': Rename_Task, 'duration_secs': 0.453091} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.833482] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.833747] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-046e519e-f8a1-41d1-84ae-5fa08b2d1ba2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.840443] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1296.840443] env[62259]: value = "task-1691547" [ 1296.840443] env[62259]: _type = "Task" [ 1296.840443] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.850375] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.016080] env[62259]: DEBUG nova.scheduler.client.report [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1297.049151] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Updating instance_info_cache with network_info: [{"id": "ed47c3b1-db02-4b60-9658-c9dd567d6fcf", "address": "fa:16:3e:b0:9c:f4", "network": {"id": "711bf9e3-e91f-4ead-b0a3-99e3dc7d58a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876418676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6f5c70d6e435da0f61a67a3477074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped47c3b1-db", "ovs_interfaceid": "ed47c3b1-db02-4b60-9658-c9dd567d6fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.055270] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691544, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.188141] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069817} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.188141] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.188715] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c02032f-90f4-4a4a-bd9f-c102cf51c161 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.215252] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada/5bfaf77e-1ea9-4f72-a5bf-3d3339369ada.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.217100] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278f2714-e4e4-40e7-b26e-e3042d407bb5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.245192] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1297.245192] env[62259]: value = "task-1691548" [ 1297.245192] env[62259]: _type = "Task" [ 1297.245192] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.248976] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.260343] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.281739] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a42422-724a-7930-f08e-e619f6048c82, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.282034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.282318] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] e703fa1b-337f-4bb5-969f-6f8726e6141c/e703fa1b-337f-4bb5-969f-6f8726e6141c.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.282649] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f5822a7-4378-478a-b5d2-dedb4c1ae04b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.290093] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1297.290093] env[62259]: value = "task-1691549" [ 1297.290093] env[62259]: _type = "Task" [ 1297.290093] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.301045] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "b1921de9-5ed2-43a4-a533-ea0311d51938" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.301248] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "b1921de9-5ed2-43a4-a533-ea0311d51938" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.301772] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.352693] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691547, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.460278] env[62259]: DEBUG nova.network.neutron [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Updated VIF entry in instance network info cache for port 36312552-4963-45db-a89c-92f87e546fe4. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.460679] env[62259]: DEBUG nova.network.neutron [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Updating instance_info_cache with network_info: [{"id": "36312552-4963-45db-a89c-92f87e546fe4", "address": "fa:16:3e:01:dd:63", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36312552-49", "ovs_interfaceid": "36312552-4963-45db-a89c-92f87e546fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.528031] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.528881] env[62259]: DEBUG nova.compute.manager [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.532189] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.256s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.532303] env[62259]: DEBUG nova.objects.instance [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Lazy-loading 'resources' on Instance uuid 1896c71b-8b2f-479a-9490-db7d5717ee17 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.558088] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Releasing lock "refresh_cache-71e74513-112f-4092-9927-94a7b5c8023f" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.559055] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Instance network_info: |[{"id": "ed47c3b1-db02-4b60-9658-c9dd567d6fcf", "address": "fa:16:3e:b0:9c:f4", "network": {"id": "711bf9e3-e91f-4ead-b0a3-99e3dc7d58a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876418676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6f5c70d6e435da0f61a67a3477074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped47c3b1-db", "ovs_interfaceid": "ed47c3b1-db02-4b60-9658-c9dd567d6fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.559055] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691544, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.560170] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:9c:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed47c3b1-db02-4b60-9658-c9dd567d6fcf', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.571447] env[62259]: DEBUG oslo.service.loopingcall [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.571599] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.571828] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b7c0ee8-3a34-49b2-9df8-dbb8fb4650a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.600860] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.600860] env[62259]: value = "task-1691550" [ 1297.600860] env[62259]: _type = "Task" [ 1297.600860] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.613163] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691550, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.748017] env[62259]: DEBUG nova.compute.manager [req-bb02b3fb-c4cf-4932-ac43-128da94aa42e req-5b64bb95-8197-4cc9-9fc0-6b458f3518b7 service nova] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Received event network-changed-070fd831-2853-4315-8234-95166d4e6106 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1297.748017] env[62259]: DEBUG nova.compute.manager [req-bb02b3fb-c4cf-4932-ac43-128da94aa42e req-5b64bb95-8197-4cc9-9fc0-6b458f3518b7 service nova] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Refreshing instance network info cache due to event network-changed-070fd831-2853-4315-8234-95166d4e6106. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1297.748444] env[62259]: DEBUG oslo_concurrency.lockutils [req-bb02b3fb-c4cf-4932-ac43-128da94aa42e req-5b64bb95-8197-4cc9-9fc0-6b458f3518b7 service nova] Acquiring lock "refresh_cache-e703fa1b-337f-4bb5-969f-6f8726e6141c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.748790] env[62259]: DEBUG oslo_concurrency.lockutils [req-bb02b3fb-c4cf-4932-ac43-128da94aa42e req-5b64bb95-8197-4cc9-9fc0-6b458f3518b7 service nova] Acquired lock "refresh_cache-e703fa1b-337f-4bb5-969f-6f8726e6141c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.749072] env[62259]: DEBUG nova.network.neutron [req-bb02b3fb-c4cf-4932-ac43-128da94aa42e req-5b64bb95-8197-4cc9-9fc0-6b458f3518b7 service nova] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Refreshing network info cache for port 070fd831-2853-4315-8234-95166d4e6106 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.757815] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552616} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.763241] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.764580] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.765511] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e7c7b5d-e0b0-4ad7-ba76-80760f5768f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.774255] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1297.774255] env[62259]: value = "task-1691551" [ 1297.774255] env[62259]: _type = "Task" [ 1297.774255] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.780254] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.792724] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.806420] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691549, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.851883] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691547, 'name': PowerOnVM_Task, 'duration_secs': 0.793253} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.852436] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.853016] env[62259]: INFO nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1297.853016] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.853937] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce18264-276a-4ba6-af40-c37583402d0f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.965456] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb6e562d-1cc2-46b4-ad15-366e1c36209e req-31dea393-905a-44d1-be0d-67645e25dd62 service nova] Releasing lock "refresh_cache-7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.038349] env[62259]: DEBUG nova.compute.utils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1298.041273] env[62259]: DEBUG nova.compute.manager [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.041602] env[62259]: DEBUG nova.network.neutron [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.056877] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691544, 'name': CreateSnapshot_Task, 'duration_secs': 1.098798} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.057246] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1298.058047] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3383d9c-105e-4d39-98eb-17c3bf802feb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.114032] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691550, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.217837] env[62259]: DEBUG nova.policy [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5506d4a6b57f4eb0a16340507cba0cca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efd7a194ab014067bf111d65a7cc2745', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.253734] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Successfully updated port: b4901791-e166-4849-b29d-ef8abe3b85c9 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.280593] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691548, 'name': ReconfigVM_Task, 'duration_secs': 0.773952} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.284846] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada/5bfaf77e-1ea9-4f72-a5bf-3d3339369ada.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.291722] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a34e21f-5e03-40b0-a2c9-ebb8fd2f0772 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.305083] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081395} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.305817] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.307792] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccdea9f-719c-422a-8733-72675197537c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.310297] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1298.310297] env[62259]: value = "task-1691552" [ 1298.310297] env[62259]: _type = "Task" [ 1298.310297] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.313734] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563189} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.319724] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] e703fa1b-337f-4bb5-969f-6f8726e6141c/e703fa1b-337f-4bb5-969f-6f8726e6141c.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.319724] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.327972] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92800696-60d9-42a4-8bc4-5c37c3c13953 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.342371] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.342884] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cba851a-7f1b-44ff-b7ed-fb48e321736c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.364432] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691552, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.373769] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1298.373769] env[62259]: value = "task-1691553" [ 1298.373769] env[62259]: _type = "Task" [ 1298.373769] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.379282] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1298.379282] env[62259]: value = "task-1691554" [ 1298.379282] env[62259]: _type = "Task" [ 1298.379282] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.385286] env[62259]: INFO nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Took 29.60 seconds to build instance. [ 1298.400395] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.400528] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.486917] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff6e0f2-dd2b-428a-b1ce-bff483fc98fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.494962] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab633550-8e19-42ff-8bc5-e1ab9a032016 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.529234] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84a51a2-72b2-4df1-ae55-2dc54035f06f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.537679] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c19855-7937-4042-a48f-81a4accd19b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.545291] env[62259]: DEBUG nova.compute.manager [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.556107] env[62259]: DEBUG nova.compute.provider_tree [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.581043] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1298.585126] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f7f7ec7-5cf4-40a8-8b6c-5979f2667fd8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.593355] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1298.593355] env[62259]: value = "task-1691555" [ 1298.593355] env[62259]: _type = "Task" [ 1298.593355] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.601793] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691555, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.610456] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691550, 'name': CreateVM_Task, 'duration_secs': 0.666482} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.610456] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.611087] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.611378] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.611572] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1298.611815] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05866145-c119-4800-91b9-7773285999fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.617605] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1298.617605] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522044d2-e492-e94b-d091-53b82a420e5f" [ 1298.617605] env[62259]: _type = "Task" [ 1298.617605] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.626743] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522044d2-e492-e94b-d091-53b82a420e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.757910] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "refresh_cache-407bcd05-e41a-4894-bf70-018b827cd925" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.757910] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired lock "refresh_cache-407bcd05-e41a-4894-bf70-018b827cd925" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.757910] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.825426] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691552, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.890328] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.113s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.898081] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076035} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.899622] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.899973] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.901150] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db19bfe-bb4d-420a-a532-89c53e675e26 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.929874] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e703fa1b-337f-4bb5-969f-6f8726e6141c/e703fa1b-337f-4bb5-969f-6f8726e6141c.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.930587] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d07e72f2-4abd-44ab-bf9d-de67d573aa0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.954578] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Received event network-changed-5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1298.954578] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Refreshing instance network info cache due to event network-changed-5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1298.954578] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Acquiring lock "refresh_cache-f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.954578] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Acquired lock "refresh_cache-f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.954578] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Refreshing network info cache for port 5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.959052] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1298.959052] env[62259]: value = "task-1691556" [ 1298.959052] env[62259]: _type = "Task" [ 1298.959052] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.970327] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.066133] env[62259]: DEBUG nova.scheduler.client.report [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1299.120190] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691555, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.129438] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522044d2-e492-e94b-d091-53b82a420e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.033249} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.129766] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.130027] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.130265] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.130495] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.130616] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.130904] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-452ecb99-9b12-48c5-ad58-75b387dd4e4b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.144458] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.144650] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.145405] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ea69cc-253f-48ec-ac18-c679b43065e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.155454] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1299.155454] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5210e480-c2b4-84a3-f709-0bc5c40b7c9f" [ 1299.155454] env[62259]: _type = "Task" [ 1299.155454] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.171915] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5210e480-c2b4-84a3-f709-0bc5c40b7c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.206936] env[62259]: DEBUG nova.network.neutron [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Successfully created port: 501d4a96-3797-4d71-a07e-b5534468e68c {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.325822] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691552, 'name': Rename_Task, 'duration_secs': 0.606293} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.326539] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.326663] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1d37cf6-ff4f-45f9-95c7-6d2c6ee7d84b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.334703] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1299.334703] env[62259]: value = "task-1691557" [ 1299.334703] env[62259]: _type = "Task" [ 1299.334703] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.346532] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.386334] env[62259]: DEBUG nova.network.neutron [req-bb02b3fb-c4cf-4932-ac43-128da94aa42e req-5b64bb95-8197-4cc9-9fc0-6b458f3518b7 service nova] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Updated VIF entry in instance network info cache for port 070fd831-2853-4315-8234-95166d4e6106. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.386686] env[62259]: DEBUG nova.network.neutron [req-bb02b3fb-c4cf-4932-ac43-128da94aa42e req-5b64bb95-8197-4cc9-9fc0-6b458f3518b7 service nova] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Updating instance_info_cache with network_info: [{"id": "070fd831-2853-4315-8234-95166d4e6106", "address": "fa:16:3e:de:fe:b5", "network": {"id": "711bf9e3-e91f-4ead-b0a3-99e3dc7d58a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876418676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6f5c70d6e435da0f61a67a3477074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap070fd831-28", "ovs_interfaceid": "070fd831-2853-4315-8234-95166d4e6106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.399468] env[62259]: DEBUG nova.compute.manager [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.402457] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691554, 'name': ReconfigVM_Task, 'duration_secs': 0.756947} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.404756] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1/30526dec-d3cf-46be-841d-c96148f391d1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.404756] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdc8f423-d4c8-4d43-a951-f764227daa6f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.412075] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1299.412075] env[62259]: value = "task-1691558" [ 1299.412075] env[62259]: _type = "Task" [ 1299.412075] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.427533] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691558, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.435616] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.470887] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.579806] env[62259]: DEBUG nova.compute.manager [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.582355] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.584631] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Acquiring lock "8b970132-af07-43d0-a245-12af6dc77c97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.584786] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "8b970132-af07-43d0-a245-12af6dc77c97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.586983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.195s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.615109] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691555, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.629515] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1299.630077] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1299.630077] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.630340] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1299.630572] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.630779] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1299.631267] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1299.631511] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1299.631769] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1299.632023] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1299.632271] env[62259]: DEBUG nova.virt.hardware [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1299.634734] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea280c4-df4a-4c13-985e-cc0cff63c4d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.638415] env[62259]: INFO nova.scheduler.client.report [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Deleted allocations for instance 1896c71b-8b2f-479a-9490-db7d5717ee17 [ 1299.656082] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15699a4d-40f9-4498-896e-dc048d53c9b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.691554] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5210e480-c2b4-84a3-f709-0bc5c40b7c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.018488} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.692377] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9266ab-6e1c-4134-bb74-4b00e40a9253 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.698947] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1299.698947] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ec9dd8-dc03-d025-909a-a2f95467de27" [ 1299.698947] env[62259]: _type = "Task" [ 1299.698947] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.709471] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ec9dd8-dc03-d025-909a-a2f95467de27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.849599] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.894172] env[62259]: DEBUG oslo_concurrency.lockutils [req-bb02b3fb-c4cf-4932-ac43-128da94aa42e req-5b64bb95-8197-4cc9-9fc0-6b458f3518b7 service nova] Releasing lock "refresh_cache-e703fa1b-337f-4bb5-969f-6f8726e6141c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.931013] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691558, 'name': Rename_Task, 'duration_secs': 0.168502} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.936246] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.939575] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.939849] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e867bf7f-1d6f-4a48-b129-d71d4c053cc8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.949942] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Waiting for the task: (returnval){ [ 1299.949942] env[62259]: value = "task-1691559" [ 1299.949942] env[62259]: _type = "Task" [ 1299.949942] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.958741] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.973247] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691556, 'name': ReconfigVM_Task, 'duration_secs': 0.548939} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.973780] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e703fa1b-337f-4bb5-969f-6f8726e6141c/e703fa1b-337f-4bb5-969f-6f8726e6141c.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.974234] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2960a620-5bd2-4762-ad40-75df66fcf539 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.982089] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1299.982089] env[62259]: value = "task-1691560" [ 1299.982089] env[62259]: _type = "Task" [ 1299.982089] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.992838] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691560, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.120394] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691555, 'name': CloneVM_Task, 'duration_secs': 1.48587} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.120394] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Created linked-clone VM from snapshot [ 1300.120740] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e41fcc0-f752-4486-a75d-eca97cbcfabb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.134660] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Uploading image bdd8c429-ccf2-4276-a1f5-958e2245776f {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1300.163443] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9eaf61a-ea05-4e01-a76b-64c469aec231 tempest-DeleteServersAdminTestJSON-1537167098 tempest-DeleteServersAdminTestJSON-1537167098-project-admin] Lock "1896c71b-8b2f-479a-9490-db7d5717ee17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.723s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.167369] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1300.167369] env[62259]: value = "vm-352745" [ 1300.167369] env[62259]: _type = "VirtualMachine" [ 1300.167369] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1300.169020] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4ba66daf-2c07-466d-8b3a-4bec3d9b2f67 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.172910] env[62259]: DEBUG nova.network.neutron [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Updating instance_info_cache with network_info: [{"id": "b4901791-e166-4849-b29d-ef8abe3b85c9", "address": "fa:16:3e:ea:39:9f", "network": {"id": "711bf9e3-e91f-4ead-b0a3-99e3dc7d58a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876418676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6f5c70d6e435da0f61a67a3477074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4901791-e1", "ovs_interfaceid": "b4901791-e166-4849-b29d-ef8abe3b85c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.175558] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lease: (returnval){ [ 1300.175558] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5265ed3a-a193-10ad-3f45-5aca4605d121" [ 1300.175558] env[62259]: _type = "HttpNfcLease" [ 1300.175558] env[62259]: } obtained for exporting VM: (result){ [ 1300.175558] env[62259]: value = "vm-352745" [ 1300.175558] env[62259]: _type = "VirtualMachine" [ 1300.175558] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1300.177268] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the lease: (returnval){ [ 1300.177268] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5265ed3a-a193-10ad-3f45-5aca4605d121" [ 1300.177268] env[62259]: _type = "HttpNfcLease" [ 1300.177268] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1300.186881] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.186881] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5265ed3a-a193-10ad-3f45-5aca4605d121" [ 1300.186881] env[62259]: _type = "HttpNfcLease" [ 1300.186881] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1300.209871] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ec9dd8-dc03-d025-909a-a2f95467de27, 'name': SearchDatastore_Task, 'duration_secs': 0.012986} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.210420] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.210420] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 71e74513-112f-4092-9927-94a7b5c8023f/71e74513-112f-4092-9927-94a7b5c8023f.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.210761] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-490fa9f8-4bfd-4d41-a040-cd14889ec91a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.217183] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1300.217183] env[62259]: value = "task-1691562" [ 1300.217183] env[62259]: _type = "Task" [ 1300.217183] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.232027] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.347734] env[62259]: DEBUG oslo_vmware.api [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691557, 'name': PowerOnVM_Task, 'duration_secs': 0.589694} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.348295] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.349659] env[62259]: INFO nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Took 15.50 seconds to spawn the instance on the hypervisor. [ 1300.349659] env[62259]: DEBUG nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.349865] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a764b757-37ea-49ea-a052-ce690b45e62e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.366598] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Updated VIF entry in instance network info cache for port 5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.366923] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Updating instance_info_cache with network_info: [{"id": "5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4", "address": "fa:16:3e:c4:f3:eb", "network": {"id": "cda7d946-ce40-4cf6-b7d0-24a57addf765", "bridge": "br-int", "label": "tempest-ServersTestJSON-1725880428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e8cfa1db9914a89a34c92a570ca7053", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb8937f-72", "ovs_interfaceid": "5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.459826] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691559, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.496370] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691560, 'name': Rename_Task, 'duration_secs': 0.197203} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.496370] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.496370] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c9eed29-d501-4f23-8c7c-9fbfb154a27a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.506181] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1300.506181] env[62259]: value = "task-1691563" [ 1300.506181] env[62259]: _type = "Task" [ 1300.506181] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.516123] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.619446] env[62259]: INFO nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating resource usage from migration f7faae11-58ff-47eb-970e-63826b073b02 [ 1300.646985] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 30526dec-d3cf-46be-841d-c96148f391d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.647370] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.647505] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.647991] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance bc91d33c-b126-494e-8937-ee1f2dd3688c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.647991] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance c3ba29af-89db-4897-8f5c-15e6c84bb585 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.647991] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.648290] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.648290] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance e703fa1b-337f-4bb5-969f-6f8726e6141c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.648429] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 71e74513-112f-4092-9927-94a7b5c8023f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.648678] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 407bcd05-e41a-4894-bf70-018b827cd925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.649009] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance eb494418-ff7c-4c54-95c3-835b02ea2c93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1300.680106] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Releasing lock "refresh_cache-407bcd05-e41a-4894-bf70-018b827cd925" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.680106] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Instance network_info: |[{"id": "b4901791-e166-4849-b29d-ef8abe3b85c9", "address": "fa:16:3e:ea:39:9f", "network": {"id": "711bf9e3-e91f-4ead-b0a3-99e3dc7d58a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876418676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6f5c70d6e435da0f61a67a3477074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4901791-e1", "ovs_interfaceid": "b4901791-e166-4849-b29d-ef8abe3b85c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.680387] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:39:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4901791-e166-4849-b29d-ef8abe3b85c9', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.692859] env[62259]: DEBUG oslo.service.loopingcall [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.699657] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.699657] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cbd53e4-a8fb-46f6-b9cb-804339fdb086 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.721897] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquiring lock "e74178c1-975b-490a-9a34-dfe4031efe77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.722171] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "e74178c1-975b-490a-9a34-dfe4031efe77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.722372] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.722372] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5265ed3a-a193-10ad-3f45-5aca4605d121" [ 1300.722372] env[62259]: _type = "HttpNfcLease" [ 1300.722372] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1300.726384] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1300.726384] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5265ed3a-a193-10ad-3f45-5aca4605d121" [ 1300.726384] env[62259]: _type = "HttpNfcLease" [ 1300.726384] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1300.728740] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e20780-161d-47d2-a1a0-fb8461516abd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.731479] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.731479] env[62259]: value = "task-1691564" [ 1300.731479] env[62259]: _type = "Task" [ 1300.731479] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.744078] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f24b1e-b788-fdb6-47b0-e842cf994ec2/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1300.745346] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f24b1e-b788-fdb6-47b0-e842cf994ec2/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1300.745588] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691562, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.809312] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691564, 'name': CreateVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.857376] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-edae4e5b-2e39-4da2-aa04-7c6370f6b297 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.872284] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Releasing lock "refresh_cache-f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.872284] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Received event network-vif-plugged-ed47c3b1-db02-4b60-9658-c9dd567d6fcf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1300.872374] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Acquiring lock "71e74513-112f-4092-9927-94a7b5c8023f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.872530] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Lock "71e74513-112f-4092-9927-94a7b5c8023f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.873114] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Lock "71e74513-112f-4092-9927-94a7b5c8023f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.873114] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] No waiting events found dispatching network-vif-plugged-ed47c3b1-db02-4b60-9658-c9dd567d6fcf {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.877817] env[62259]: WARNING nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Received unexpected event network-vif-plugged-ed47c3b1-db02-4b60-9658-c9dd567d6fcf for instance with vm_state building and task_state spawning. [ 1300.878090] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Received event network-changed-ed47c3b1-db02-4b60-9658-c9dd567d6fcf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1300.878366] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Refreshing instance network info cache due to event network-changed-ed47c3b1-db02-4b60-9658-c9dd567d6fcf. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1300.878764] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Acquiring lock "refresh_cache-71e74513-112f-4092-9927-94a7b5c8023f" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.878764] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Acquired lock "refresh_cache-71e74513-112f-4092-9927-94a7b5c8023f" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.878927] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Refreshing network info cache for port ed47c3b1-db02-4b60-9658-c9dd567d6fcf {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.886695] env[62259]: INFO nova.compute.manager [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Took 32.07 seconds to build instance. [ 1300.964869] env[62259]: DEBUG oslo_vmware.api [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Task: {'id': task-1691559, 'name': PowerOnVM_Task, 'duration_secs': 0.646963} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.965154] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.965967] env[62259]: DEBUG nova.compute.manager [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.966413] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b11e8d-f006-47e5-9a0d-2018f3d2de18 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.023677] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691563, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.153844] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 09536b47-40b4-4d91-b280-d240cb877248 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1301.235034] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53328} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.238901] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 71e74513-112f-4092-9927-94a7b5c8023f/71e74513-112f-4092-9927-94a7b5c8023f.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.239135] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.239397] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6734bcf1-d957-41b7-826d-703ec9402b6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.247059] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691564, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.248784] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1301.248784] env[62259]: value = "task-1691565" [ 1301.248784] env[62259]: _type = "Task" [ 1301.248784] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.261534] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.399757] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5645324c-e719-4e5c-a281-132558551e12 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.589s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.497179] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.524426] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691563, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.544272] env[62259]: DEBUG nova.compute.manager [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Received event network-vif-plugged-b4901791-e166-4849-b29d-ef8abe3b85c9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1301.544272] env[62259]: DEBUG oslo_concurrency.lockutils [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] Acquiring lock "407bcd05-e41a-4894-bf70-018b827cd925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.544272] env[62259]: DEBUG oslo_concurrency.lockutils [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] Lock "407bcd05-e41a-4894-bf70-018b827cd925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.544272] env[62259]: DEBUG oslo_concurrency.lockutils [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] Lock "407bcd05-e41a-4894-bf70-018b827cd925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.544272] env[62259]: DEBUG nova.compute.manager [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] No waiting events found dispatching network-vif-plugged-b4901791-e166-4849-b29d-ef8abe3b85c9 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.544923] env[62259]: WARNING nova.compute.manager [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Received unexpected event network-vif-plugged-b4901791-e166-4849-b29d-ef8abe3b85c9 for instance with vm_state building and task_state spawning. [ 1301.544923] env[62259]: DEBUG nova.compute.manager [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Received event network-changed-b4901791-e166-4849-b29d-ef8abe3b85c9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1301.544923] env[62259]: DEBUG nova.compute.manager [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Refreshing instance network info cache due to event network-changed-b4901791-e166-4849-b29d-ef8abe3b85c9. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1301.544923] env[62259]: DEBUG oslo_concurrency.lockutils [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] Acquiring lock "refresh_cache-407bcd05-e41a-4894-bf70-018b827cd925" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.544923] env[62259]: DEBUG oslo_concurrency.lockutils [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] Acquired lock "refresh_cache-407bcd05-e41a-4894-bf70-018b827cd925" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.545098] env[62259]: DEBUG nova.network.neutron [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Refreshing network info cache for port b4901791-e166-4849-b29d-ef8abe3b85c9 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.660286] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 944ce849-152a-404e-8095-a6cc4f27bfc1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1301.707562] env[62259]: DEBUG nova.network.neutron [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Successfully updated port: 501d4a96-3797-4d71-a07e-b5534468e68c {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.746031] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691564, 'name': CreateVM_Task, 'duration_secs': 0.523104} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.747640] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.748287] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.748518] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.749250] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.749642] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f434a82-17b3-4e83-bfa2-648f2a36b750 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.759088] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1301.759088] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527a3dcc-9ed2-87f0-81fa-f1dc7ba28bd7" [ 1301.759088] env[62259]: _type = "Task" [ 1301.759088] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.763368] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11798} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.765725] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.766589] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a73b98-5164-482c-b03f-2681d1afffd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.780379] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527a3dcc-9ed2-87f0-81fa-f1dc7ba28bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.803859] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 71e74513-112f-4092-9927-94a7b5c8023f/71e74513-112f-4092-9927-94a7b5c8023f.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.803859] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af5ae86-fbbe-4a5c-b659-42944f714426 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.834857] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1301.834857] env[62259]: value = "task-1691566" [ 1301.834857] env[62259]: _type = "Task" [ 1301.834857] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.852900] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.909550] env[62259]: DEBUG nova.compute.manager [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.021735] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691563, 'name': PowerOnVM_Task, 'duration_secs': 1.229052} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.021735] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.021735] env[62259]: INFO nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Took 12.22 seconds to spawn the instance on the hypervisor. [ 1302.021735] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.022135] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deb51fb-00a1-40ec-8c25-9e9e6c892ad2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.163166] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1302.211075] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquiring lock "refresh_cache-eb494418-ff7c-4c54-95c3-835b02ea2c93" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.211239] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquired lock "refresh_cache-eb494418-ff7c-4c54-95c3-835b02ea2c93" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.211400] env[62259]: DEBUG nova.network.neutron [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.255933] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Updated VIF entry in instance network info cache for port ed47c3b1-db02-4b60-9658-c9dd567d6fcf. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.256309] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Updating instance_info_cache with network_info: [{"id": "ed47c3b1-db02-4b60-9658-c9dd567d6fcf", "address": "fa:16:3e:b0:9c:f4", "network": {"id": "711bf9e3-e91f-4ead-b0a3-99e3dc7d58a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876418676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6f5c70d6e435da0f61a67a3477074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped47c3b1-db", "ovs_interfaceid": "ed47c3b1-db02-4b60-9658-c9dd567d6fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.282609] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527a3dcc-9ed2-87f0-81fa-f1dc7ba28bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.027497} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.282841] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.283084] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.283310] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.283546] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.283673] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.283886] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ae28d7-94c1-443d-a246-41f3ca7ebfa1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.297974] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.299091] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.299532] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4816e123-bbc8-435e-81eb-11461c621fdd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.313369] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1302.313369] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5254d0dc-f9d8-9acb-6ab1-24eb87e9ff5c" [ 1302.313369] env[62259]: _type = "Task" [ 1302.313369] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.333846] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5254d0dc-f9d8-9acb-6ab1-24eb87e9ff5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.349624] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.354403] env[62259]: DEBUG nova.compute.manager [req-34eab765-14ce-48ab-8c90-b00167e1c84a req-602f3bce-2115-4406-b37f-e82e860de6ad service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Received event network-changed-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1302.354596] env[62259]: DEBUG nova.compute.manager [req-34eab765-14ce-48ab-8c90-b00167e1c84a req-602f3bce-2115-4406-b37f-e82e860de6ad service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Refreshing instance network info cache due to event network-changed-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1302.354917] env[62259]: DEBUG oslo_concurrency.lockutils [req-34eab765-14ce-48ab-8c90-b00167e1c84a req-602f3bce-2115-4406-b37f-e82e860de6ad service nova] Acquiring lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.355009] env[62259]: DEBUG oslo_concurrency.lockutils [req-34eab765-14ce-48ab-8c90-b00167e1c84a req-602f3bce-2115-4406-b37f-e82e860de6ad service nova] Acquired lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.358165] env[62259]: DEBUG nova.network.neutron [req-34eab765-14ce-48ab-8c90-b00167e1c84a req-602f3bce-2115-4406-b37f-e82e860de6ad service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Refreshing network info cache for port 4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.451667] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.545614] env[62259]: INFO nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Took 28.11 seconds to build instance. [ 1302.666756] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 0beb117b-7382-42d5-abb0-06a0c740f983 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1302.666966] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Migration f7faae11-58ff-47eb-970e-63826b073b02 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1302.667140] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 54ce854a-5100-4a7c-ad79-ab4315a16984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1302.761219] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Releasing lock "refresh_cache-71e74513-112f-4092-9927-94a7b5c8023f" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.761440] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Received event network-changed-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1302.761672] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Refreshing instance network info cache due to event network-changed-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1302.761970] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Acquiring lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.800937] env[62259]: DEBUG nova.network.neutron [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Updated VIF entry in instance network info cache for port b4901791-e166-4849-b29d-ef8abe3b85c9. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.800937] env[62259]: DEBUG nova.network.neutron [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Updating instance_info_cache with network_info: [{"id": "b4901791-e166-4849-b29d-ef8abe3b85c9", "address": "fa:16:3e:ea:39:9f", "network": {"id": "711bf9e3-e91f-4ead-b0a3-99e3dc7d58a0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-876418676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6f5c70d6e435da0f61a67a3477074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4901791-e1", "ovs_interfaceid": "b4901791-e166-4849-b29d-ef8abe3b85c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.830700] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5254d0dc-f9d8-9acb-6ab1-24eb87e9ff5c, 'name': SearchDatastore_Task, 'duration_secs': 0.032516} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.831810] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2cb468-0a70-4558-931e-057b68671df9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.836624] env[62259]: DEBUG nova.network.neutron [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.848920] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1302.848920] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fbdbc3-d32a-7f77-7a48-9bc9851491b4" [ 1302.848920] env[62259]: _type = "Task" [ 1302.848920] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.857975] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691566, 'name': ReconfigVM_Task, 'duration_secs': 0.603423} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.857975] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 71e74513-112f-4092-9927-94a7b5c8023f/71e74513-112f-4092-9927-94a7b5c8023f.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.858653] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4d7955a-fec0-4a08-927a-0ad47d1cce5a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.867043] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fbdbc3-d32a-7f77-7a48-9bc9851491b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.875565] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1302.875565] env[62259]: value = "task-1691567" [ 1302.875565] env[62259]: _type = "Task" [ 1302.875565] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.887848] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691567, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.050433] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "e703fa1b-337f-4bb5-969f-6f8726e6141c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.937s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.176021] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 72f696ef-c5c4-410a-a894-52e683084a0a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1303.305043] env[62259]: DEBUG oslo_concurrency.lockutils [req-3fa12100-6117-4f4e-a41d-5fe48653c9f9 req-17291f56-c0fc-412d-8c1c-c53df8f08c50 service nova] Releasing lock "refresh_cache-407bcd05-e41a-4894-bf70-018b827cd925" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.375333] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fbdbc3-d32a-7f77-7a48-9bc9851491b4, 'name': SearchDatastore_Task, 'duration_secs': 0.021423} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.375333] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.375579] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 407bcd05-e41a-4894-bf70-018b827cd925/407bcd05-e41a-4894-bf70-018b827cd925.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.381713] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c71e3af-d902-440a-8ef3-1f25001b6f6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.385227] env[62259]: DEBUG nova.network.neutron [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Updating instance_info_cache with network_info: [{"id": "501d4a96-3797-4d71-a07e-b5534468e68c", "address": "fa:16:3e:d0:29:f4", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501d4a96-37", "ovs_interfaceid": "501d4a96-3797-4d71-a07e-b5534468e68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.405027] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1303.405027] env[62259]: value = "task-1691568" [ 1303.405027] env[62259]: _type = "Task" [ 1303.405027] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.405027] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691567, 'name': Rename_Task, 'duration_secs': 0.19285} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.405027] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.410669] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b637d05f-8786-4eeb-9d34-56021feca94a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.423579] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.427250] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1303.427250] env[62259]: value = "task-1691569" [ 1303.427250] env[62259]: _type = "Task" [ 1303.427250] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.437789] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.559659] env[62259]: DEBUG nova.compute.manager [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.568715] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquiring lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.569031] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.591544] env[62259]: DEBUG nova.network.neutron [req-34eab765-14ce-48ab-8c90-b00167e1c84a req-602f3bce-2115-4406-b37f-e82e860de6ad service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updated VIF entry in instance network info cache for port 4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.591544] env[62259]: DEBUG nova.network.neutron [req-34eab765-14ce-48ab-8c90-b00167e1c84a req-602f3bce-2115-4406-b37f-e82e860de6ad service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updating instance_info_cache with network_info: [{"id": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "address": "fa:16:3e:47:ae:c6", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55bbb5-f1", "ovs_interfaceid": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.685710] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1303.889609] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Releasing lock "refresh_cache-eb494418-ff7c-4c54-95c3-835b02ea2c93" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1303.890098] env[62259]: DEBUG nova.compute.manager [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Instance network_info: |[{"id": "501d4a96-3797-4d71-a07e-b5534468e68c", "address": "fa:16:3e:d0:29:f4", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501d4a96-37", "ovs_interfaceid": "501d4a96-3797-4d71-a07e-b5534468e68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.890621] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:29:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '501d4a96-3797-4d71-a07e-b5534468e68c', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.903036] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Creating folder: Project (efd7a194ab014067bf111d65a7cc2745). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.905517] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-923d5a38-1895-4ad5-84b6-bee026a92ab4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.921975] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691568, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.925706] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Created folder: Project (efd7a194ab014067bf111d65a7cc2745) in parent group-v352705. [ 1303.925950] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Creating folder: Instances. Parent ref: group-v352747. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1303.927453] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00b2fc2b-acf8-43cc-8cf0-63632b4476e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.942788] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.950215] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Created folder: Instances in parent group-v352747. [ 1303.950517] env[62259]: DEBUG oslo.service.loopingcall [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.951953] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.952318] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-168ef520-fd63-40c2-a7d0-a99318e67eeb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.982038] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.982038] env[62259]: value = "task-1691572" [ 1303.982038] env[62259]: _type = "Task" [ 1303.982038] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.997026] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691572, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.100078] env[62259]: DEBUG oslo_concurrency.lockutils [req-34eab765-14ce-48ab-8c90-b00167e1c84a req-602f3bce-2115-4406-b37f-e82e860de6ad service nova] Releasing lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.100078] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Acquired lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.100078] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Refreshing network info cache for port 4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.102689] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.187195] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance b1921de9-5ed2-43a4-a533-ea0311d51938 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1304.327904] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "30526dec-d3cf-46be-841d-c96148f391d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.327904] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "30526dec-d3cf-46be-841d-c96148f391d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.327904] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "30526dec-d3cf-46be-841d-c96148f391d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.328074] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "30526dec-d3cf-46be-841d-c96148f391d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.328240] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "30526dec-d3cf-46be-841d-c96148f391d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.330509] env[62259]: INFO nova.compute.manager [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Terminating instance [ 1304.423044] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691665} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.423044] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 407bcd05-e41a-4894-bf70-018b827cd925/407bcd05-e41a-4894-bf70-018b827cd925.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.423324] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.424260] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ab82b05-710d-4bd0-9e19-17d6d79ebfec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.439866] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691569, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.442375] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1304.442375] env[62259]: value = "task-1691573" [ 1304.442375] env[62259]: _type = "Task" [ 1304.442375] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.456148] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.496764] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691572, 'name': CreateVM_Task, 'duration_secs': 0.469252} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.497076] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.497857] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.498319] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.498632] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1304.498937] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578ba09c-0b89-4771-9a88-9cfab4902448 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.506943] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1304.506943] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529d147a-7e92-13cb-095e-e4af60be27eb" [ 1304.506943] env[62259]: _type = "Task" [ 1304.506943] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.517693] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.518045] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.524702] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529d147a-7e92-13cb-095e-e4af60be27eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.525025] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.525270] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.525500] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.525650] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.525823] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.526422] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b3a9929-97ec-463a-9542-3b24235849d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.538530] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.538717] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.541543] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab92e997-7fbd-49a4-8e9f-7f4c765477fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.546686] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1304.546686] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a2703c-188e-2a58-c958-6f9202782ac8" [ 1304.546686] env[62259]: _type = "Task" [ 1304.546686] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.558763] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a2703c-188e-2a58-c958-6f9202782ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.694337] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 8b970132-af07-43d0-a245-12af6dc77c97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1304.835660] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "refresh_cache-30526dec-d3cf-46be-841d-c96148f391d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.835779] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquired lock "refresh_cache-30526dec-d3cf-46be-841d-c96148f391d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.837372] env[62259]: DEBUG nova.network.neutron [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.944953] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691569, 'name': PowerOnVM_Task, 'duration_secs': 1.036237} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.950503] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.950503] env[62259]: INFO nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Took 12.52 seconds to spawn the instance on the hypervisor. [ 1304.950503] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.954732] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e4208-de04-400a-864a-035959eb2f71 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.966904] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080768} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.967599] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.971522] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dbf5d7-e89b-481c-81b0-45a61f6e8f9c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.006238] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 407bcd05-e41a-4894-bf70-018b827cd925/407bcd05-e41a-4894-bf70-018b827cd925.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.006576] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06958ded-1da5-4ac9-b1c9-89489beba2ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.036021] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1305.036021] env[62259]: value = "task-1691574" [ 1305.036021] env[62259]: _type = "Task" [ 1305.036021] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.048309] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.066919] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a2703c-188e-2a58-c958-6f9202782ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.013701} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.069277] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7978cf8-8f8e-42e5-bd2f-9c8480200c87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.076732] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1305.076732] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d7c177-abc8-6b19-7e71-4bc606f835d0" [ 1305.076732] env[62259]: _type = "Task" [ 1305.076732] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.087623] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d7c177-abc8-6b19-7e71-4bc606f835d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.198948] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance e74178c1-975b-490a-9a34-dfe4031efe77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1305.198948] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1305.198948] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1305.285388] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updated VIF entry in instance network info cache for port 4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.285758] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updating instance_info_cache with network_info: [{"id": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "address": "fa:16:3e:47:ae:c6", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b55bbb5-f1", "ovs_interfaceid": "4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.487427] env[62259]: INFO nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Took 29.43 seconds to build instance. [ 1305.560139] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.597378] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d7c177-abc8-6b19-7e71-4bc606f835d0, 'name': SearchDatastore_Task, 'duration_secs': 0.025576} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.602911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.602911] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] eb494418-ff7c-4c54-95c3-835b02ea2c93/eb494418-ff7c-4c54-95c3-835b02ea2c93.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.604145] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e113fa6d-b60c-4dbf-9e0c-692ecd228d23 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.611819] env[62259]: DEBUG nova.network.neutron [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.615795] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1305.615795] env[62259]: value = "task-1691575" [ 1305.615795] env[62259]: _type = "Task" [ 1305.615795] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.632158] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.724095] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7b97e4-2b8f-46ff-955c-7f2f1b9b49de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.734543] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654f5c43-828f-46dc-bee0-4cbab05ab630 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.746927] env[62259]: DEBUG nova.network.neutron [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.809335] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Releasing lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.809703] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Received event network-changed-b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1305.809957] env[62259]: DEBUG nova.compute.manager [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Refreshing instance network info cache due to event network-changed-b0b57691-612e-4384-be56-72ae07c8a737. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1305.810290] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Acquiring lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.810595] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Acquired lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.810788] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Refreshing network info cache for port b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.816020] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56f7d1f-ec0a-489a-9dea-b9cc4ec01cde {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.828166] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7804b-3f3c-42ab-b1d1-c4d406a6a30d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.851417] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1305.856653] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquiring lock "165d73b0-94e1-4020-b43e-2c27630c2123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.856816] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "165d73b0-94e1-4020-b43e-2c27630c2123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.991738] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "71e74513-112f-4092-9927-94a7b5c8023f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.853s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.055844] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691574, 'name': ReconfigVM_Task, 'duration_secs': 0.673129} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.056017] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 407bcd05-e41a-4894-bf70-018b827cd925/407bcd05-e41a-4894-bf70-018b827cd925.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.056773] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3b2581e-a901-4933-baf7-493b7bcd60fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.067786] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1306.067786] env[62259]: value = "task-1691576" [ 1306.067786] env[62259]: _type = "Task" [ 1306.067786] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.091349] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691576, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.127899] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691575, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.253194] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Releasing lock "refresh_cache-30526dec-d3cf-46be-841d-c96148f391d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.253547] env[62259]: DEBUG nova.compute.manager [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.253896] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.254773] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22047dd1-d9eb-4279-9440-85a106897bc4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.264987] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.265288] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2d78f9d-56da-4c76-adf6-473ffb47ba98 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.278434] env[62259]: DEBUG oslo_vmware.api [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1306.278434] env[62259]: value = "task-1691577" [ 1306.278434] env[62259]: _type = "Task" [ 1306.278434] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.288937] env[62259]: DEBUG oslo_vmware.api [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.385767] env[62259]: ERROR nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [req-7ed23fd9-22a2-41a5-a8e5-9e115881563b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ed23fd9-22a2-41a5-a8e5-9e115881563b"}]} [ 1306.410891] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1306.434703] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1306.434878] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.450869] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1306.474820] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1306.497745] env[62259]: DEBUG nova.compute.manager [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.582123] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691576, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.628284] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72183} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.628284] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] eb494418-ff7c-4c54-95c3-835b02ea2c93/eb494418-ff7c-4c54-95c3-835b02ea2c93.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.628284] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.628492] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb5f9dc7-ce4d-4c49-8512-487480941445 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.641732] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1306.641732] env[62259]: value = "task-1691578" [ 1306.641732] env[62259]: _type = "Task" [ 1306.641732] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.645196] env[62259]: DEBUG nova.compute.manager [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Received event network-vif-plugged-501d4a96-3797-4d71-a07e-b5534468e68c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1306.645900] env[62259]: DEBUG oslo_concurrency.lockutils [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] Acquiring lock "eb494418-ff7c-4c54-95c3-835b02ea2c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.646228] env[62259]: DEBUG oslo_concurrency.lockutils [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] Lock "eb494418-ff7c-4c54-95c3-835b02ea2c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.646552] env[62259]: DEBUG oslo_concurrency.lockutils [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] Lock "eb494418-ff7c-4c54-95c3-835b02ea2c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.646850] env[62259]: DEBUG nova.compute.manager [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] No waiting events found dispatching network-vif-plugged-501d4a96-3797-4d71-a07e-b5534468e68c {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.647073] env[62259]: WARNING nova.compute.manager [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Received unexpected event network-vif-plugged-501d4a96-3797-4d71-a07e-b5534468e68c for instance with vm_state building and task_state spawning. [ 1306.647400] env[62259]: DEBUG nova.compute.manager [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Received event network-changed-501d4a96-3797-4d71-a07e-b5534468e68c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1306.647705] env[62259]: DEBUG nova.compute.manager [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Refreshing instance network info cache due to event network-changed-501d4a96-3797-4d71-a07e-b5534468e68c. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1306.648358] env[62259]: DEBUG oslo_concurrency.lockutils [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] Acquiring lock "refresh_cache-eb494418-ff7c-4c54-95c3-835b02ea2c93" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.648545] env[62259]: DEBUG oslo_concurrency.lockutils [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] Acquired lock "refresh_cache-eb494418-ff7c-4c54-95c3-835b02ea2c93" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.650130] env[62259]: DEBUG nova.network.neutron [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Refreshing network info cache for port 501d4a96-3797-4d71-a07e-b5534468e68c {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.669487] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.801314] env[62259]: DEBUG oslo_vmware.api [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691577, 'name': PowerOffVM_Task, 'duration_secs': 0.158638} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.801600] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.801767] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.802037] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3114d6fa-a867-4e74-b214-3a8133358859 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.855841] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.855841] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.855841] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Deleting the datastore file [datastore1] 30526dec-d3cf-46be-841d-c96148f391d1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.856914] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-760ee2cf-c5be-4ffc-ba3d-dcb5c85f4ff2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.870021] env[62259]: DEBUG oslo_vmware.api [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for the task: (returnval){ [ 1306.870021] env[62259]: value = "task-1691580" [ 1306.870021] env[62259]: _type = "Task" [ 1306.870021] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.885887] env[62259]: DEBUG oslo_vmware.api [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.045099] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.093132] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e633b-229c-4ed8-a400-4474a0f9e63c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.103255] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691576, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.112342] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f9d914-bc51-4256-9dda-2427a2a764f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.171894] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b99fd-9aca-4887-861e-a28909e91c46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.189983] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118338} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.190460] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.192586] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb502f01-4b32-495d-8c50-24700eaa1d87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.200641] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updated VIF entry in instance network info cache for port b0b57691-612e-4384-be56-72ae07c8a737. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.202409] env[62259]: DEBUG nova.network.neutron [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updating instance_info_cache with network_info: [{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.204041] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb90a05-7914-43fb-81cd-b2a9daf4da13 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.226922] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.253438] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] eb494418-ff7c-4c54-95c3-835b02ea2c93/eb494418-ff7c-4c54-95c3-835b02ea2c93.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.254581] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1307.260098] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d241e9f-d0a7-4d22-b9b5-f3e8a0ae7e17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.282670] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1307.282670] env[62259]: value = "task-1691581" [ 1307.282670] env[62259]: _type = "Task" [ 1307.282670] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.298023] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691581, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.383574] env[62259]: DEBUG oslo_vmware.api [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Task: {'id': task-1691580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371116} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.384090] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.385657] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.385657] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.385657] env[62259]: INFO nova.compute.manager [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1307.385657] env[62259]: DEBUG oslo.service.loopingcall [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1307.386289] env[62259]: DEBUG nova.compute.manager [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.386448] env[62259]: DEBUG nova.network.neutron [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.445463] env[62259]: DEBUG nova.network.neutron [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.570142] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquiring lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.570519] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.592804] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691576, 'name': Rename_Task, 'duration_secs': 1.444394} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.595907] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.596229] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe4b3391-8a61-4f58-bafd-01619a6e43ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.598571] env[62259]: DEBUG oslo_concurrency.lockutils [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.598829] env[62259]: DEBUG oslo_concurrency.lockutils [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.599041] env[62259]: DEBUG oslo_concurrency.lockutils [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.599261] env[62259]: DEBUG oslo_concurrency.lockutils [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.599455] env[62259]: DEBUG oslo_concurrency.lockutils [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.601839] env[62259]: INFO nova.compute.manager [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Terminating instance [ 1307.610138] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1307.610138] env[62259]: value = "task-1691582" [ 1307.610138] env[62259]: _type = "Task" [ 1307.610138] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.620617] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.710753] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf28b6a3-6500-437c-9707-18701769fe45 req-3a3b84bd-150c-4e8b-95b7-5d8e47d06f36 service nova] Releasing lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.776081] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1307.776081] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.189s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.776081] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.194s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.777531] env[62259]: INFO nova.compute.claims [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.807469] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.837513] env[62259]: DEBUG nova.network.neutron [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Updated VIF entry in instance network info cache for port 501d4a96-3797-4d71-a07e-b5534468e68c. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.837513] env[62259]: DEBUG nova.network.neutron [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Updating instance_info_cache with network_info: [{"id": "501d4a96-3797-4d71-a07e-b5534468e68c", "address": "fa:16:3e:d0:29:f4", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501d4a96-37", "ovs_interfaceid": "501d4a96-3797-4d71-a07e-b5534468e68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.951058] env[62259]: DEBUG nova.network.neutron [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.106796] env[62259]: DEBUG nova.compute.manager [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.106915] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.108033] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b87d8-eaf9-4365-a95b-52d873c0c6fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.129071] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691582, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.132781] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.133155] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ac702d-4297-4cf4-a116-372ac104ec1a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.144178] env[62259]: DEBUG oslo_vmware.api [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1308.144178] env[62259]: value = "task-1691583" [ 1308.144178] env[62259]: _type = "Task" [ 1308.144178] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.157277] env[62259]: DEBUG oslo_vmware.api [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.299038] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691581, 'name': ReconfigVM_Task, 'duration_secs': 0.594411} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.299439] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Reconfigured VM instance instance-0000000e to attach disk [datastore1] eb494418-ff7c-4c54-95c3-835b02ea2c93/eb494418-ff7c-4c54-95c3-835b02ea2c93.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.302024] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76a39009-194e-40ab-b897-e01e3607960d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.312435] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1308.312435] env[62259]: value = "task-1691584" [ 1308.312435] env[62259]: _type = "Task" [ 1308.312435] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.331780] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691584, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.341213] env[62259]: DEBUG oslo_concurrency.lockutils [req-be0116bc-2660-4b78-8dc1-a0887bb50739 req-9f0c0a06-2579-4086-8298-d4d5938fdfd0 service nova] Releasing lock "refresh_cache-eb494418-ff7c-4c54-95c3-835b02ea2c93" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.459253] env[62259]: INFO nova.compute.manager [-] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Took 1.07 seconds to deallocate network for instance. [ 1308.624285] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691582, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.658793] env[62259]: DEBUG oslo_vmware.api [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691583, 'name': PowerOffVM_Task, 'duration_secs': 0.241128} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.659149] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.660403] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.660403] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcc6a791-37f2-49a2-87ce-a8ab3bf4bc28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.743561] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.744261] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.746754] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleting the datastore file [datastore1] 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.746754] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0786a363-1f43-4e8c-8659-e99dbe725a88 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.755740] env[62259]: DEBUG oslo_vmware.api [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1308.755740] env[62259]: value = "task-1691586" [ 1308.755740] env[62259]: _type = "Task" [ 1308.755740] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.768709] env[62259]: DEBUG oslo_vmware.api [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.778619] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.779246] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.779655] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.780227] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.783419] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1308.815528] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquiring lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.815905] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.828384] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691584, 'name': Rename_Task, 'duration_secs': 0.274793} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.828611] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.828927] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cf2b946-ac40-47f7-a920-dd91f7d06a4d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.840463] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1308.840463] env[62259]: value = "task-1691587" [ 1308.840463] env[62259]: _type = "Task" [ 1308.840463] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.857671] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.968957] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.131309] env[62259]: DEBUG oslo_vmware.api [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691582, 'name': PowerOnVM_Task, 'duration_secs': 1.438742} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.131664] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.131901] env[62259]: INFO nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Took 14.19 seconds to spawn the instance on the hypervisor. [ 1309.132147] env[62259]: DEBUG nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.133021] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7848e1-9c88-45c6-a5d5-b94b0a35c4e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.275655] env[62259]: DEBUG oslo_vmware.api [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290217} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.278401] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.278608] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.278786] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.280738] env[62259]: INFO nova.compute.manager [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1309.280738] env[62259]: DEBUG oslo.service.loopingcall [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.280738] env[62259]: DEBUG nova.compute.manager [-] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.280738] env[62259]: DEBUG nova.network.neutron [-] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.355900] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691587, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.380129] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba75e78f-1d5c-43d7-907e-424a73220591 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.390262] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c56e1b-124e-4598-8295-86d875bec8b1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.434498] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.434498] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.434779] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.435038] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.435176] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.439906] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8e1136-83c7-4dd8-a67c-a14024433751 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.444365] env[62259]: INFO nova.compute.manager [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Terminating instance [ 1309.445920] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "eb18c6ea-ee08-46c1-b300-8954011ac68e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.446151] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.455212] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac18124-9b5f-423a-a957-ec032b56cb3d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.474063] env[62259]: DEBUG nova.compute.provider_tree [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.657876] env[62259]: INFO nova.compute.manager [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Took 29.57 seconds to build instance. [ 1309.802965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d92fb28e-7598-4922-886c-bf85463e7d9c tempest-ServersListShow296Test-1999466233 tempest-ServersListShow296Test-1999466233-project-member] Acquiring lock "d82792e6-d2f4-48a5-aefb-8f1d46ab4e35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.803104] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d92fb28e-7598-4922-886c-bf85463e7d9c tempest-ServersListShow296Test-1999466233 tempest-ServersListShow296Test-1999466233-project-member] Lock "d82792e6-d2f4-48a5-aefb-8f1d46ab4e35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.857040] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691587, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.949139] env[62259]: DEBUG nova.compute.manager [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.949705] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.953504] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bab95e-7d03-4735-92e3-75fd45b511a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.964127] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.964398] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3885a54-5c6c-4497-9824-9b11a0ef3428 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.974936] env[62259]: DEBUG oslo_vmware.api [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1309.974936] env[62259]: value = "task-1691588" [ 1309.974936] env[62259]: _type = "Task" [ 1309.974936] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.979349] env[62259]: DEBUG nova.scheduler.client.report [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1309.990762] env[62259]: DEBUG oslo_vmware.api [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.162102] env[62259]: DEBUG oslo_concurrency.lockutils [None req-302cb7c1-c2bd-4442-8374-7c614dcca9b5 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "407bcd05-e41a-4894-bf70-018b827cd925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.985s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.324058] env[62259]: DEBUG nova.network.neutron [-] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.362628] env[62259]: DEBUG oslo_vmware.api [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691587, 'name': PowerOnVM_Task, 'duration_secs': 1.351102} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.363364] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.363597] env[62259]: INFO nova.compute.manager [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1310.364545] env[62259]: DEBUG nova.compute.manager [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.366076] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f05a18-5f57-46be-ac56-022c0083b9ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.486837] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.486942] env[62259]: DEBUG nova.compute.manager [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.496366] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.218s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.496617] env[62259]: DEBUG nova.objects.instance [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1310.499769] env[62259]: DEBUG oslo_vmware.api [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691588, 'name': PowerOffVM_Task, 'duration_secs': 0.344381} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.505284] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.505284] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.505284] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95008b85-a327-406d-9e4a-c5b61090a274 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.594331] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.594573] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.594738] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleting the datastore file [datastore1] 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.595974] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f553b7e4-7426-4967-8b86-8f61f0bdb291 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.608086] env[62259]: DEBUG oslo_vmware.api [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1310.608086] env[62259]: value = "task-1691590" [ 1310.608086] env[62259]: _type = "Task" [ 1310.608086] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.620085] env[62259]: DEBUG oslo_vmware.api [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.667251] env[62259]: DEBUG nova.compute.manager [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.828856] env[62259]: INFO nova.compute.manager [-] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Took 1.55 seconds to deallocate network for instance. [ 1310.833075] env[62259]: DEBUG nova.compute.manager [req-8fc41374-3b09-4d36-a1fd-686426e5644e req-c621e9fd-fb32-4c32-8cc6-9b69d0a4194f service nova] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Received event network-vif-deleted-36312552-4963-45db-a89c-92f87e546fe4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1310.894385] env[62259]: INFO nova.compute.manager [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Took 26.84 seconds to build instance. [ 1311.008232] env[62259]: DEBUG nova.compute.utils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1311.010779] env[62259]: DEBUG nova.compute.manager [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1311.015068] env[62259]: DEBUG nova.network.neutron [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.125495] env[62259]: DEBUG oslo_vmware.api [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176999} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.127341] env[62259]: DEBUG nova.policy [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3af43b678d14ff58a1c99ab17077807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e07df6531bde459f90da69207b708c5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1311.129316] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.129674] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.129979] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.130284] env[62259]: INFO nova.compute.manager [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1311.130631] env[62259]: DEBUG oslo.service.loopingcall [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.130985] env[62259]: DEBUG nova.compute.manager [-] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.131210] env[62259]: DEBUG nova.network.neutron [-] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.199392] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.342088] env[62259]: DEBUG oslo_concurrency.lockutils [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.399248] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c702b2a4-67d9-43f8-976f-e13fd77353ae tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "eb494418-ff7c-4c54-95c3-835b02ea2c93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.279s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.512616] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9b2c2fc8-34ff-45ad-8a75-093ad339ddf0 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.515141] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.507s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.527737] env[62259]: DEBUG nova.compute.manager [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.735402] env[62259]: DEBUG nova.network.neutron [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Successfully created port: 99bef06c-efb0-4953-8cbb-6d548f59bb6b {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.903479] env[62259]: DEBUG nova.compute.manager [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.022596] env[62259]: INFO nova.compute.claims [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.182934] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f24b1e-b788-fdb6-47b0-e842cf994ec2/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1312.184399] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf806608-c249-46bc-8bcb-996c948af9d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.192667] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f24b1e-b788-fdb6-47b0-e842cf994ec2/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1312.192864] env[62259]: ERROR oslo_vmware.rw_handles [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f24b1e-b788-fdb6-47b0-e842cf994ec2/disk-0.vmdk due to incomplete transfer. [ 1312.193192] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b6b05d31-a9a9-4a15-bbcd-e9dd9e21b34e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.201737] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f24b1e-b788-fdb6-47b0-e842cf994ec2/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1312.202020] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Uploaded image bdd8c429-ccf2-4276-a1f5-958e2245776f to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1312.204861] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1312.205126] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b555195a-b52b-4da8-ae2a-1389da234b5b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.212625] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1312.212625] env[62259]: value = "task-1691591" [ 1312.212625] env[62259]: _type = "Task" [ 1312.212625] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.223561] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691591, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.239516] env[62259]: DEBUG nova.network.neutron [-] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.430801] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.533276] env[62259]: INFO nova.compute.resource_tracker [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating resource usage from migration f7faae11-58ff-47eb-970e-63826b073b02 [ 1312.545986] env[62259]: DEBUG nova.compute.manager [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.570677] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1312.571868] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1312.571868] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.571868] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1312.571868] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.571868] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1312.572146] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1312.572146] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1312.572226] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1312.572344] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1312.572530] env[62259]: DEBUG nova.virt.hardware [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1312.573449] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df9b1f-a4b1-4ec2-bb3a-5a26210358ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.585772] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a919566e-e1ce-430c-9d6c-2611c0c3ad55 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.726372] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691591, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.746035] env[62259]: INFO nova.compute.manager [-] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Took 1.61 seconds to deallocate network for instance. [ 1312.868564] env[62259]: DEBUG nova.compute.manager [req-1f11d177-937c-421e-9722-abc7709881fa req-07fc78b3-feea-4bd9-8c95-6868fcd3879b service nova] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Received event network-vif-deleted-9f32cae4-6321-4481-9629-b77bdcc140a3 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1313.026663] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b090ca-fb14-48b5-ae4e-3c78a9ccc8a5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.036566] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7fb871-550a-4e29-9bee-298170980289 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.069118] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034c35a1-a750-4cc7-a603-f5e45fbe17f6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.077634] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab50826-812f-4e50-981d-80a0cbcde70f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.091663] env[62259]: DEBUG nova.compute.provider_tree [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.227685] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691591, 'name': Destroy_Task, 'duration_secs': 0.716294} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.227841] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Destroyed the VM [ 1313.228316] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1313.228687] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eca84565-f3f4-4a4c-8b2a-807cf5ba06ac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.242217] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1313.242217] env[62259]: value = "task-1691592" [ 1313.242217] env[62259]: _type = "Task" [ 1313.242217] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.254717] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.254717] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.353945] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquiring lock "ec726a5b-002a-4bc0-abec-07b02ca46886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.354251] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "ec726a5b-002a-4bc0-abec-07b02ca46886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.462266] env[62259]: DEBUG nova.network.neutron [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Successfully updated port: 99bef06c-efb0-4953-8cbb-6d548f59bb6b {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1313.595146] env[62259]: DEBUG nova.scheduler.client.report [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1313.756023] env[62259]: DEBUG oslo_vmware.api [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691592, 'name': RemoveSnapshot_Task, 'duration_secs': 0.428723} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.756343] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1313.756651] env[62259]: INFO nova.compute.manager [None req-fbac6ccb-84dc-4c9a-87a8-55e09e22e665 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Took 17.77 seconds to snapshot the instance on the hypervisor. [ 1313.966783] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquiring lock "refresh_cache-09536b47-40b4-4d91-b280-d240cb877248" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.967153] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquired lock "refresh_cache-09536b47-40b4-4d91-b280-d240cb877248" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.967317] env[62259]: DEBUG nova.network.neutron [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.046690] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "e703fa1b-337f-4bb5-969f-6f8726e6141c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.046690] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "e703fa1b-337f-4bb5-969f-6f8726e6141c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.046690] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "e703fa1b-337f-4bb5-969f-6f8726e6141c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.047216] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "e703fa1b-337f-4bb5-969f-6f8726e6141c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.047216] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "e703fa1b-337f-4bb5-969f-6f8726e6141c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.049363] env[62259]: INFO nova.compute.manager [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Terminating instance [ 1314.103674] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.588s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.103674] env[62259]: INFO nova.compute.manager [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Migrating [ 1314.103674] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.103674] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.107438] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.351s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.109815] env[62259]: INFO nova.compute.claims [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.115060] env[62259]: INFO nova.compute.rpcapi [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1314.115624] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.149191] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9feea3c3-e37e-4105-a582-9581f26122c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.149431] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.185422] env[62259]: DEBUG nova.compute.manager [req-a9fdd760-d9c9-47c4-afc9-9b036d1f33c5 req-4be5bf20-6b38-40f1-bcb2-22571604c13c service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Received event network-vif-plugged-99bef06c-efb0-4953-8cbb-6d548f59bb6b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1314.185422] env[62259]: DEBUG oslo_concurrency.lockutils [req-a9fdd760-d9c9-47c4-afc9-9b036d1f33c5 req-4be5bf20-6b38-40f1-bcb2-22571604c13c service nova] Acquiring lock "09536b47-40b4-4d91-b280-d240cb877248-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.185422] env[62259]: DEBUG oslo_concurrency.lockutils [req-a9fdd760-d9c9-47c4-afc9-9b036d1f33c5 req-4be5bf20-6b38-40f1-bcb2-22571604c13c service nova] Lock "09536b47-40b4-4d91-b280-d240cb877248-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.185422] env[62259]: DEBUG oslo_concurrency.lockutils [req-a9fdd760-d9c9-47c4-afc9-9b036d1f33c5 req-4be5bf20-6b38-40f1-bcb2-22571604c13c service nova] Lock "09536b47-40b4-4d91-b280-d240cb877248-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.185422] env[62259]: DEBUG nova.compute.manager [req-a9fdd760-d9c9-47c4-afc9-9b036d1f33c5 req-4be5bf20-6b38-40f1-bcb2-22571604c13c service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] No waiting events found dispatching network-vif-plugged-99bef06c-efb0-4953-8cbb-6d548f59bb6b {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1314.185850] env[62259]: WARNING nova.compute.manager [req-a9fdd760-d9c9-47c4-afc9-9b036d1f33c5 req-4be5bf20-6b38-40f1-bcb2-22571604c13c service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Received unexpected event network-vif-plugged-99bef06c-efb0-4953-8cbb-6d548f59bb6b for instance with vm_state building and task_state spawning. [ 1314.508852] env[62259]: DEBUG nova.network.neutron [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.558355] env[62259]: DEBUG nova.compute.manager [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.559008] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.559684] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de938739-461b-4b45-80be-7cdeda4c3456 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.568702] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.569372] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf3f71cc-0c43-49c8-a48d-7138d41c1e83 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.578755] env[62259]: DEBUG oslo_vmware.api [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1314.578755] env[62259]: value = "task-1691593" [ 1314.578755] env[62259]: _type = "Task" [ 1314.578755] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.589383] env[62259]: DEBUG oslo_vmware.api [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.639790] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.639790] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.641080] env[62259]: DEBUG nova.network.neutron [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.688105] env[62259]: DEBUG nova.network.neutron [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Updating instance_info_cache with network_info: [{"id": "99bef06c-efb0-4953-8cbb-6d548f59bb6b", "address": "fa:16:3e:df:96:14", "network": {"id": "e599af84-17a6-4613-b172-6fe582f1c82b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-962485379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e07df6531bde459f90da69207b708c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bef06c-ef", "ovs_interfaceid": "99bef06c-efb0-4953-8cbb-6d548f59bb6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.090316] env[62259]: DEBUG oslo_vmware.api [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691593, 'name': PowerOffVM_Task, 'duration_secs': 0.246716} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.090790] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.090790] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.091936] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38f59f85-275b-4738-8d9d-5c123bd9c888 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.187726] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.187958] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.188162] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Deleting the datastore file [datastore1] e703fa1b-337f-4bb5-969f-6f8726e6141c {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.188423] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27016630-ab99-4d48-8ece-b84a3d5b2359 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.190561] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Releasing lock "refresh_cache-09536b47-40b4-4d91-b280-d240cb877248" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.190884] env[62259]: DEBUG nova.compute.manager [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Instance network_info: |[{"id": "99bef06c-efb0-4953-8cbb-6d548f59bb6b", "address": "fa:16:3e:df:96:14", "network": {"id": "e599af84-17a6-4613-b172-6fe582f1c82b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-962485379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e07df6531bde459f90da69207b708c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bef06c-ef", "ovs_interfaceid": "99bef06c-efb0-4953-8cbb-6d548f59bb6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.191332] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:96:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99bef06c-efb0-4953-8cbb-6d548f59bb6b', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.198910] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Creating folder: Project (e07df6531bde459f90da69207b708c5f). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1315.205997] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dabe8ed1-a306-4bae-8f71-1042c6fe6791 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.212309] env[62259]: DEBUG oslo_vmware.api [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1315.212309] env[62259]: value = "task-1691595" [ 1315.212309] env[62259]: _type = "Task" [ 1315.212309] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.223437] env[62259]: DEBUG oslo_vmware.api [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.224226] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Created folder: Project (e07df6531bde459f90da69207b708c5f) in parent group-v352705. [ 1315.224319] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Creating folder: Instances. Parent ref: group-v352750. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1315.224500] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bda0bf7-c55c-4c6e-a4dd-5b38a1af63af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.237072] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Created folder: Instances in parent group-v352750. [ 1315.237330] env[62259]: DEBUG oslo.service.loopingcall [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.237599] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.238106] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbd2893f-dca7-4e25-9bce-c23e55260d07 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.264131] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.264131] env[62259]: value = "task-1691598" [ 1315.264131] env[62259]: _type = "Task" [ 1315.264131] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.276770] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691598, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.284966] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquiring lock "eb494418-ff7c-4c54-95c3-835b02ea2c93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.284966] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "eb494418-ff7c-4c54-95c3-835b02ea2c93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.284966] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquiring lock "eb494418-ff7c-4c54-95c3-835b02ea2c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.284966] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "eb494418-ff7c-4c54-95c3-835b02ea2c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.285271] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "eb494418-ff7c-4c54-95c3-835b02ea2c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.289966] env[62259]: INFO nova.compute.manager [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Terminating instance [ 1315.422670] env[62259]: DEBUG nova.network.neutron [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance_info_cache with network_info: [{"id": "9392092e-dc58-4e1a-9f58-557358db5cea", "address": "fa:16:3e:92:a2:7a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392092e-dc", "ovs_interfaceid": "9392092e-dc58-4e1a-9f58-557358db5cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.658288] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be19eae5-50d2-4073-b137-80192bb4e744 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.667994] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a64486-dd01-4bd3-9623-1226b011d279 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.703997] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba2bec7-de35-43a6-81c5-18a6351f328e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.713094] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef41f36-1e4e-45f9-bddd-01908c86b4fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.717769] env[62259]: DEBUG oslo_concurrency.lockutils [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.718018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.718218] env[62259]: DEBUG oslo_concurrency.lockutils [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.719037] env[62259]: DEBUG oslo_concurrency.lockutils [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.719224] env[62259]: DEBUG oslo_concurrency.lockutils [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.724404] env[62259]: INFO nova.compute.manager [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Terminating instance [ 1315.736665] env[62259]: DEBUG nova.compute.provider_tree [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.745114] env[62259]: DEBUG nova.compute.manager [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.745114] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.746220] env[62259]: DEBUG oslo_vmware.api [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148812} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.747211] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74fb16d-b896-4918-8e3a-002318230d91 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.750288] env[62259]: DEBUG nova.scheduler.client.report [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1315.753329] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.753467] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.753641] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.753810] env[62259]: INFO nova.compute.manager [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1315.754053] env[62259]: DEBUG oslo.service.loopingcall [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.754630] env[62259]: DEBUG nova.compute.manager [-] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.754731] env[62259]: DEBUG nova.network.neutron [-] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.763565] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.763620] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-854033ec-a8e5-416c-87aa-1d626c4394bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.776807] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691598, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.795331] env[62259]: DEBUG nova.compute.manager [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1315.795331] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.795331] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cfa62d-3486-4303-8336-fab5e7be5e0e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.803890] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.804248] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4a669f6-f80b-47e6-8089-738ccea35e44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.812781] env[62259]: DEBUG oslo_vmware.api [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1315.812781] env[62259]: value = "task-1691600" [ 1315.812781] env[62259]: _type = "Task" [ 1315.812781] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.827647] env[62259]: DEBUG oslo_vmware.api [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.849696] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.849910] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.850110] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleting the datastore file [datastore1] 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.850375] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cd4adb7-9016-4571-8885-c2242341c4eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.858160] env[62259]: DEBUG oslo_vmware.api [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1315.858160] env[62259]: value = "task-1691601" [ 1315.858160] env[62259]: _type = "Task" [ 1315.858160] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.867828] env[62259]: DEBUG oslo_vmware.api [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.925785] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.256360] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.257028] env[62259]: DEBUG nova.compute.manager [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.260051] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.671s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.264263] env[62259]: INFO nova.compute.claims [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.280802] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691598, 'name': CreateVM_Task, 'duration_secs': 0.653104} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.281042] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.282043] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.282226] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.283035] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1316.283405] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60eb554e-85e5-4a61-9b70-49ddf1e174da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.292409] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1316.292409] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5294ca1e-0945-a0bf-3569-cc539b132117" [ 1316.292409] env[62259]: _type = "Task" [ 1316.292409] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.305540] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5294ca1e-0945-a0bf-3569-cc539b132117, 'name': SearchDatastore_Task} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.307111] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.307366] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.307606] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.307934] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.308145] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.308996] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4220ab5c-3530-4c9c-b2ea-53492d10f763 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.320940] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.321806] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.322491] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75909734-c6e2-4433-830a-28714c2c33b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.328887] env[62259]: DEBUG oslo_vmware.api [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691600, 'name': PowerOffVM_Task, 'duration_secs': 0.214923} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.329505] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.329710] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.329982] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82cdac5a-9676-4917-98ac-4ef30044e4b1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.335031] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1316.335031] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523862e4-e8fa-9331-db56-21c46337edff" [ 1316.335031] env[62259]: _type = "Task" [ 1316.335031] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.343512] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523862e4-e8fa-9331-db56-21c46337edff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.371017] env[62259]: DEBUG oslo_vmware.api [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172931} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.371332] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.371569] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.371781] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.372085] env[62259]: INFO nova.compute.manager [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1316.372408] env[62259]: DEBUG oslo.service.loopingcall [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.372665] env[62259]: DEBUG nova.compute.manager [-] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1316.372796] env[62259]: DEBUG nova.network.neutron [-] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.553641] env[62259]: DEBUG nova.network.neutron [-] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.697143] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.697491] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.697728] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Deleting the datastore file [datastore1] eb494418-ff7c-4c54-95c3-835b02ea2c93 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.698066] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd58cb4-9263-46ec-b0db-01b73c7c12db {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.706023] env[62259]: DEBUG oslo_vmware.api [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for the task: (returnval){ [ 1316.706023] env[62259]: value = "task-1691603" [ 1316.706023] env[62259]: _type = "Task" [ 1316.706023] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.717803] env[62259]: DEBUG oslo_vmware.api [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.768653] env[62259]: DEBUG nova.compute.utils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1316.770137] env[62259]: DEBUG nova.compute.manager [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1316.770352] env[62259]: DEBUG nova.network.neutron [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1316.844565] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523862e4-e8fa-9331-db56-21c46337edff, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.845803] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e5193f-2d00-422a-b5aa-08828e71e456 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.854611] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1316.854611] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52227fb6-b819-9827-0a53-7c7778d4ab8d" [ 1316.854611] env[62259]: _type = "Task" [ 1316.854611] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.868502] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52227fb6-b819-9827-0a53-7c7778d4ab8d, 'name': SearchDatastore_Task, 'duration_secs': 0.00971} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.868502] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.868502] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 09536b47-40b4-4d91-b280-d240cb877248/09536b47-40b4-4d91-b280-d240cb877248.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.868502] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03a40986-ae3e-4b10-9d0f-7901ab8c887c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.874812] env[62259]: DEBUG nova.policy [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40de72d6ecfe46e8bac270e669652b50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ed21d12e5b146258fba798a2990381b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1316.878421] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1316.878421] env[62259]: value = "task-1691604" [ 1316.878421] env[62259]: _type = "Task" [ 1316.878421] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.896052] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.059924] env[62259]: INFO nova.compute.manager [-] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Took 1.30 seconds to deallocate network for instance. [ 1317.218113] env[62259]: DEBUG oslo_vmware.api [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Task: {'id': task-1691603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131992} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.218656] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.218656] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.219379] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.219379] env[62259]: INFO nova.compute.manager [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1317.219599] env[62259]: DEBUG oslo.service.loopingcall [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.222172] env[62259]: DEBUG nova.compute.manager [-] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.222172] env[62259]: DEBUG nova.network.neutron [-] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1317.266094] env[62259]: DEBUG nova.compute.manager [req-a7ad7cde-a8a2-4a8f-bb54-72d02c8fc7ac req-ce590591-e28a-4510-b2ed-16d1d06a81b6 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Received event network-changed-99bef06c-efb0-4953-8cbb-6d548f59bb6b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1317.266094] env[62259]: DEBUG nova.compute.manager [req-a7ad7cde-a8a2-4a8f-bb54-72d02c8fc7ac req-ce590591-e28a-4510-b2ed-16d1d06a81b6 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Refreshing instance network info cache due to event network-changed-99bef06c-efb0-4953-8cbb-6d548f59bb6b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1317.266941] env[62259]: DEBUG oslo_concurrency.lockutils [req-a7ad7cde-a8a2-4a8f-bb54-72d02c8fc7ac req-ce590591-e28a-4510-b2ed-16d1d06a81b6 service nova] Acquiring lock "refresh_cache-09536b47-40b4-4d91-b280-d240cb877248" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.267263] env[62259]: DEBUG oslo_concurrency.lockutils [req-a7ad7cde-a8a2-4a8f-bb54-72d02c8fc7ac req-ce590591-e28a-4510-b2ed-16d1d06a81b6 service nova] Acquired lock "refresh_cache-09536b47-40b4-4d91-b280-d240cb877248" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.267441] env[62259]: DEBUG nova.network.neutron [req-a7ad7cde-a8a2-4a8f-bb54-72d02c8fc7ac req-ce590591-e28a-4510-b2ed-16d1d06a81b6 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Refreshing network info cache for port 99bef06c-efb0-4953-8cbb-6d548f59bb6b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.281314] env[62259]: DEBUG nova.compute.manager [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.281577] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "954a4581-3007-44f7-9d78-d9823733db46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.283302] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "954a4581-3007-44f7-9d78-d9823733db46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.390380] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497377} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.390380] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 09536b47-40b4-4d91-b280-d240cb877248/09536b47-40b4-4d91-b280-d240cb877248.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.390380] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.390380] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1be091ab-7a20-4110-817e-2a2765b49794 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.401289] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1317.401289] env[62259]: value = "task-1691605" [ 1317.401289] env[62259]: _type = "Task" [ 1317.401289] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.411366] env[62259]: DEBUG nova.network.neutron [-] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.422171] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.446069] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db5fcb-7624-4c53-9a18-50a2556716ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.477604] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance '54ce854a-5100-4a7c-ad79-ab4315a16984' progress to 0 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.487496] env[62259]: DEBUG nova.network.neutron [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Successfully created port: f0e425ee-b8c0-4915-970a-9cfb3fb8920a {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.575627] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.898176] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b289d-2b46-4000-a183-577e6fae75e1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.911029] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7728b65b-0e4a-4e45-ae92-b683a32aa009 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.919371] env[62259]: INFO nova.compute.manager [-] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Took 1.55 seconds to deallocate network for instance. [ 1317.919981] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073117} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.922407] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.926558] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccaede6-b32d-46a8-8c7b-cd1b8d4f40fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.958124] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677dc45b-4f94-419f-bc14-1edada158518 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.982420] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 09536b47-40b4-4d91-b280-d240cb877248/09536b47-40b4-4d91-b280-d240cb877248.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.986143] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.986143] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66773abb-891a-4f9d-8e63-04e4c61c6a99 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.002990] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfd8effd-654b-4de1-9e73-8eaa4379ef0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.008848] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522711ee-9b11-4f1f-bc00-e972a21a35cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.017449] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1318.017449] env[62259]: value = "task-1691606" [ 1318.017449] env[62259]: _type = "Task" [ 1318.017449] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.019490] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1318.019490] env[62259]: value = "task-1691607" [ 1318.019490] env[62259]: _type = "Task" [ 1318.019490] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.033587] env[62259]: DEBUG nova.compute.provider_tree [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.045834] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.050826] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.787972] env[62259]: DEBUG nova.network.neutron [-] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.790964] env[62259]: DEBUG nova.compute.manager [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.792970] env[62259]: DEBUG oslo_concurrency.lockutils [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.793818] env[62259]: DEBUG nova.scheduler.client.report [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1318.806836] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquiring lock "b8769b56-c1c3-41db-ab9e-38485fcb29dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.807070] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "b8769b56-c1c3-41db-ab9e-38485fcb29dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.818455] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691606, 'name': ReconfigVM_Task, 'duration_secs': 0.745827} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.818455] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691607, 'name': PowerOffVM_Task, 'duration_secs': 0.229578} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.824070] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 09536b47-40b4-4d91-b280-d240cb877248/09536b47-40b4-4d91-b280-d240cb877248.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.824070] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.824070] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance '54ce854a-5100-4a7c-ad79-ab4315a16984' progress to 17 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.824964] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-689a47cf-e488-49be-93d7-966d2563ff3a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.833204] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1318.833204] env[62259]: value = "task-1691608" [ 1318.833204] env[62259]: _type = "Task" [ 1318.833204] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.835397] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1318.835682] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1318.835804] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.835930] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1318.836082] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.836224] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1318.836422] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1318.836602] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1318.836733] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1318.836889] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1318.837126] env[62259]: DEBUG nova.virt.hardware [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1318.837901] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b73f26f-8f87-419e-86c3-3715232fb20d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.852635] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d668398c-e89f-4b74-8b2c-46942915bd31 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.856628] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691608, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.860241] env[62259]: DEBUG nova.network.neutron [req-a7ad7cde-a8a2-4a8f-bb54-72d02c8fc7ac req-ce590591-e28a-4510-b2ed-16d1d06a81b6 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Updated VIF entry in instance network info cache for port 99bef06c-efb0-4953-8cbb-6d548f59bb6b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.860241] env[62259]: DEBUG nova.network.neutron [req-a7ad7cde-a8a2-4a8f-bb54-72d02c8fc7ac req-ce590591-e28a-4510-b2ed-16d1d06a81b6 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Updating instance_info_cache with network_info: [{"id": "99bef06c-efb0-4953-8cbb-6d548f59bb6b", "address": "fa:16:3e:df:96:14", "network": {"id": "e599af84-17a6-4613-b172-6fe582f1c82b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-962485379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e07df6531bde459f90da69207b708c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bef06c-ef", "ovs_interfaceid": "99bef06c-efb0-4953-8cbb-6d548f59bb6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.291250] env[62259]: INFO nova.compute.manager [-] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Took 2.07 seconds to deallocate network for instance. [ 1319.298927] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.039s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.300700] env[62259]: DEBUG nova.compute.manager [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.302209] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.114s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.304310] env[62259]: INFO nova.compute.claims [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.330311] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1319.333941] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1319.334164] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.334471] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1319.334625] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.334771] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1319.334979] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1319.336842] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1319.336842] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1319.336842] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1319.336842] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1319.344717] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796bdd61-53e3-4a1b-a6af-d7f06342d48f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.370654] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691608, 'name': Rename_Task, 'duration_secs': 0.185775} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.372325] env[62259]: DEBUG oslo_concurrency.lockutils [req-a7ad7cde-a8a2-4a8f-bb54-72d02c8fc7ac req-ce590591-e28a-4510-b2ed-16d1d06a81b6 service nova] Releasing lock "refresh_cache-09536b47-40b4-4d91-b280-d240cb877248" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.372584] env[62259]: DEBUG nova.compute.manager [req-a7ad7cde-a8a2-4a8f-bb54-72d02c8fc7ac req-ce590591-e28a-4510-b2ed-16d1d06a81b6 service nova] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Received event network-vif-deleted-070fd831-2853-4315-8234-95166d4e6106 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1319.376886] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.376886] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1319.376886] env[62259]: value = "task-1691609" [ 1319.376886] env[62259]: _type = "Task" [ 1319.376886] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.377074] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf47c9ab-4a13-44ac-9da0-526871f5af61 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.392764] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.393093] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1319.393093] env[62259]: value = "task-1691610" [ 1319.393093] env[62259]: _type = "Task" [ 1319.393093] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.401792] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.662418] env[62259]: DEBUG nova.network.neutron [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Successfully updated port: f0e425ee-b8c0-4915-970a-9cfb3fb8920a {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.797550] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.814910] env[62259]: DEBUG nova.compute.utils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1319.819791] env[62259]: DEBUG nova.compute.manager [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.820716] env[62259]: DEBUG nova.network.neutron [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.893062] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691609, 'name': ReconfigVM_Task, 'duration_secs': 0.262063} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.893452] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance '54ce854a-5100-4a7c-ad79-ab4315a16984' progress to 33 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.909234] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691610, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.985152] env[62259]: DEBUG nova.policy [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49443849dddd478eaa64ad0d4c5f1e43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'abcce8b9536c47d9b242aee45c6c9ec2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.166223] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquiring lock "refresh_cache-944ce849-152a-404e-8095-a6cc4f27bfc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.166523] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquired lock "refresh_cache-944ce849-152a-404e-8095-a6cc4f27bfc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.166523] env[62259]: DEBUG nova.network.neutron [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.256434] env[62259]: DEBUG nova.compute.manager [req-8d8de776-fcee-4b1d-80a4-eb91cfc52372 req-10f8e803-24a7-4112-b82c-d54f2749c6d8 service nova] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Received event network-vif-deleted-dd739b5f-40b0-42a0-b072-6687e9403854 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1320.256434] env[62259]: DEBUG nova.compute.manager [req-8d8de776-fcee-4b1d-80a4-eb91cfc52372 req-10f8e803-24a7-4112-b82c-d54f2749c6d8 service nova] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Received event network-vif-deleted-501d4a96-3797-4d71-a07e-b5534468e68c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1320.300413] env[62259]: DEBUG nova.compute.manager [req-5e3db62d-903a-4996-85fc-11ff698c59da req-0e84ca08-4f53-4a0e-9b86-7f569bc359dd service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Received event network-vif-plugged-f0e425ee-b8c0-4915-970a-9cfb3fb8920a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1320.300662] env[62259]: DEBUG oslo_concurrency.lockutils [req-5e3db62d-903a-4996-85fc-11ff698c59da req-0e84ca08-4f53-4a0e-9b86-7f569bc359dd service nova] Acquiring lock "944ce849-152a-404e-8095-a6cc4f27bfc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.300893] env[62259]: DEBUG oslo_concurrency.lockutils [req-5e3db62d-903a-4996-85fc-11ff698c59da req-0e84ca08-4f53-4a0e-9b86-7f569bc359dd service nova] Lock "944ce849-152a-404e-8095-a6cc4f27bfc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.301484] env[62259]: DEBUG oslo_concurrency.lockutils [req-5e3db62d-903a-4996-85fc-11ff698c59da req-0e84ca08-4f53-4a0e-9b86-7f569bc359dd service nova] Lock "944ce849-152a-404e-8095-a6cc4f27bfc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.301695] env[62259]: DEBUG nova.compute.manager [req-5e3db62d-903a-4996-85fc-11ff698c59da req-0e84ca08-4f53-4a0e-9b86-7f569bc359dd service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] No waiting events found dispatching network-vif-plugged-f0e425ee-b8c0-4915-970a-9cfb3fb8920a {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1320.301862] env[62259]: WARNING nova.compute.manager [req-5e3db62d-903a-4996-85fc-11ff698c59da req-0e84ca08-4f53-4a0e-9b86-7f569bc359dd service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Received unexpected event network-vif-plugged-f0e425ee-b8c0-4915-970a-9cfb3fb8920a for instance with vm_state building and task_state spawning. [ 1320.324568] env[62259]: DEBUG nova.compute.manager [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.400163] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1320.400387] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1320.400537] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.400709] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1320.400902] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.401089] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1320.401336] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1320.401450] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1320.401607] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1320.401838] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1320.402162] env[62259]: DEBUG nova.virt.hardware [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1320.407593] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.412159] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb9f540-bb61-4690-bc1a-d2eb7d28f096 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.436960] env[62259]: DEBUG oslo_vmware.api [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691610, 'name': PowerOnVM_Task, 'duration_secs': 1.03347} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.438296] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.438499] env[62259]: INFO nova.compute.manager [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1320.438777] env[62259]: DEBUG nova.compute.manager [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.439175] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1320.439175] env[62259]: value = "task-1691611" [ 1320.439175] env[62259]: _type = "Task" [ 1320.439175] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.440260] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02830b5e-b902-4446-b915-bdb7cdd1656b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.458148] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691611, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.724431] env[62259]: DEBUG nova.network.neutron [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.900039] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49619f0-dc55-47a7-90dd-7d6d21022a6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.911820] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef911703-608d-4545-bfe7-cb3c8312f22e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.951602] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f05ef1-7ad4-4a5e-ba6a-893ed1544acb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.964050] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be388d8-08a2-4be8-87ec-54c7a04b6623 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.968413] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691611, 'name': ReconfigVM_Task, 'duration_secs': 0.431476} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.974341] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1320.974341] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635fc978-8fbd-4b72-9048-a09e84bfc9b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.990101] env[62259]: DEBUG nova.network.neutron [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Updating instance_info_cache with network_info: [{"id": "f0e425ee-b8c0-4915-970a-9cfb3fb8920a", "address": "fa:16:3e:9d:13:77", "network": {"id": "b1c77c22-4f86-4a88-9ff3-4b81f749e562", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1086196028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed21d12e5b146258fba798a2990381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e425ee-b8", "ovs_interfaceid": "f0e425ee-b8c0-4915-970a-9cfb3fb8920a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.994407] env[62259]: DEBUG nova.compute.provider_tree [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.995414] env[62259]: INFO nova.compute.manager [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Took 35.44 seconds to build instance. [ 1321.022244] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 54ce854a-5100-4a7c-ad79-ab4315a16984/54ce854a-5100-4a7c-ad79-ab4315a16984.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.023838] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7868ed-f9ea-4846-bbc5-5d6778f7e0dd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.044736] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1321.044736] env[62259]: value = "task-1691612" [ 1321.044736] env[62259]: _type = "Task" [ 1321.044736] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.054176] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.085851] env[62259]: DEBUG nova.network.neutron [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Successfully created port: 652335a5-ff1f-4c99-8e57-6deffe46375f {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.343645] env[62259]: DEBUG nova.compute.manager [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.379119] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1321.379119] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1321.379119] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.379524] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1321.379946] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.380373] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1321.380711] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1321.381048] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1321.381466] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1321.381762] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1321.382272] env[62259]: DEBUG nova.virt.hardware [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1321.383625] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842b9447-58d3-4882-870a-861fa67d1dc9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.393960] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fae798-fa76-4b0c-b73d-f9c982b6f556 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.499376] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Releasing lock "refresh_cache-944ce849-152a-404e-8095-a6cc4f27bfc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.499376] env[62259]: DEBUG nova.compute.manager [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Instance network_info: |[{"id": "f0e425ee-b8c0-4915-970a-9cfb3fb8920a", "address": "fa:16:3e:9d:13:77", "network": {"id": "b1c77c22-4f86-4a88-9ff3-4b81f749e562", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1086196028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed21d12e5b146258fba798a2990381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e425ee-b8", "ovs_interfaceid": "f0e425ee-b8c0-4915-970a-9cfb3fb8920a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1321.499897] env[62259]: DEBUG nova.scheduler.client.report [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1321.506019] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:13:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '669e4919-e0ad-4e23-9f23-4c5f2be0d858', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e425ee-b8c0-4915-970a-9cfb3fb8920a', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.513404] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Creating folder: Project (9ed21d12e5b146258fba798a2990381b). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.514064] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e86659-6f3d-461d-acc0-98aec35ba813 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.529283] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Created folder: Project (9ed21d12e5b146258fba798a2990381b) in parent group-v352705. [ 1321.529283] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Creating folder: Instances. Parent ref: group-v352753. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.529283] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d01c6e8a-dea0-4065-b303-f8c0ece27a4c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.545046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8806410c-3ab6-41fa-9574-316585abea62 tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "09536b47-40b4-4d91-b280-d240cb877248" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.785s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.545046] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Created folder: Instances in parent group-v352753. [ 1321.545046] env[62259]: DEBUG oslo.service.loopingcall [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.547242] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.551033] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b0483a5-6016-4032-a464-6ecf0077025b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.579114] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691612, 'name': ReconfigVM_Task, 'duration_secs': 0.518982} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.580928] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 54ce854a-5100-4a7c-ad79-ab4315a16984/54ce854a-5100-4a7c-ad79-ab4315a16984.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.581230] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance '54ce854a-5100-4a7c-ad79-ab4315a16984' progress to 50 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.584789] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.584789] env[62259]: value = "task-1691615" [ 1321.584789] env[62259]: _type = "Task" [ 1321.584789] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.594423] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691615, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.016692] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.017250] env[62259]: DEBUG nova.compute.manager [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.024703] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.085s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.026159] env[62259]: INFO nova.compute.claims [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.049246] env[62259]: DEBUG nova.compute.manager [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.088781] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659aeee3-0c41-4a10-b8a6-65921ea54907 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.106253] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691615, 'name': CreateVM_Task, 'duration_secs': 0.323646} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.128381] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.129696] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.129859] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.130213] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1322.130994] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1019adc1-f2f9-4bb7-a917-2effa93ae43f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.133640] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2b6381-b3d8-4d28-abb9-28aa12670e1f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.140639] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1322.140639] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b7edc0-525f-5c3f-1e9c-a756db8f41af" [ 1322.140639] env[62259]: _type = "Task" [ 1322.140639] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.155787] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance '54ce854a-5100-4a7c-ad79-ab4315a16984' progress to 67 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.171446] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b7edc0-525f-5c3f-1e9c-a756db8f41af, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.171446] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.171610] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.171752] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.171894] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.172076] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.172654] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ca4e3a8-d41f-49b5-b72f-81db63b460a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.182581] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.182763] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.183621] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30f5970-2a3d-4906-891e-bd5410a85cec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.190302] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1322.190302] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52375396-25d9-04cc-6b47-d5a2ec1de4e0" [ 1322.190302] env[62259]: _type = "Task" [ 1322.190302] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.200379] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52375396-25d9-04cc-6b47-d5a2ec1de4e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.532575] env[62259]: DEBUG nova.compute.utils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1322.532575] env[62259]: DEBUG nova.compute.manager [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.532575] env[62259]: DEBUG nova.network.neutron [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.573034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.578974] env[62259]: DEBUG nova.policy [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad7d7bb0dbf499a9abe5b661d39a647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e5cd63094864e98937c297c4fc704a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.705182] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52375396-25d9-04cc-6b47-d5a2ec1de4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.707850] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dddec66c-cb9c-4f6c-a09f-23ee4f816d7a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.715274] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1322.715274] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527a2d9d-6820-7d77-c4d1-9e5cd2d52ccd" [ 1322.715274] env[62259]: _type = "Task" [ 1322.715274] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.724269] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527a2d9d-6820-7d77-c4d1-9e5cd2d52ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.726647] env[62259]: DEBUG nova.network.neutron [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Port 9392092e-dc58-4e1a-9f58-557358db5cea binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1322.828611] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.828611] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.896321] env[62259]: DEBUG nova.network.neutron [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Successfully created port: 8378a20c-50b4-43ca-9ae9-c58866d20a66 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.037857] env[62259]: DEBUG nova.compute.manager [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.229989] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527a2d9d-6820-7d77-c4d1-9e5cd2d52ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.014516} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.234698] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.235097] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 944ce849-152a-404e-8095-a6cc4f27bfc1/944ce849-152a-404e-8095-a6cc4f27bfc1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.236025] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90838db7-0256-4f95-984d-19c985df71c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.247716] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1323.247716] env[62259]: value = "task-1691616" [ 1323.247716] env[62259]: _type = "Task" [ 1323.247716] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.256770] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.591675] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b1dbf4-ff44-40fd-a272-525a2357c0a0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.601756] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c81ff8f-3d8a-4398-9392-8cf88b03751b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.636893] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495a0ef7-b50f-4533-a646-f090647d95fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.646804] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9cfd2-ae91-4859-a661-ba1b98be106a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.664342] env[62259]: DEBUG nova.compute.provider_tree [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.678262] env[62259]: DEBUG nova.network.neutron [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Successfully updated port: 652335a5-ff1f-4c99-8e57-6deffe46375f {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.756022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "54ce854a-5100-4a7c-ad79-ab4315a16984-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.756022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.756022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.769967] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691616, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.908680] env[62259]: DEBUG nova.compute.manager [req-030cdb3f-fcf7-4bd8-8b58-66e8269cf890 req-c9a2625d-4e5d-499a-bc85-86eea815081d service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Received event network-changed-f0e425ee-b8c0-4915-970a-9cfb3fb8920a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1323.908680] env[62259]: DEBUG nova.compute.manager [req-030cdb3f-fcf7-4bd8-8b58-66e8269cf890 req-c9a2625d-4e5d-499a-bc85-86eea815081d service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Refreshing instance network info cache due to event network-changed-f0e425ee-b8c0-4915-970a-9cfb3fb8920a. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1323.908680] env[62259]: DEBUG oslo_concurrency.lockutils [req-030cdb3f-fcf7-4bd8-8b58-66e8269cf890 req-c9a2625d-4e5d-499a-bc85-86eea815081d service nova] Acquiring lock "refresh_cache-944ce849-152a-404e-8095-a6cc4f27bfc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.908680] env[62259]: DEBUG oslo_concurrency.lockutils [req-030cdb3f-fcf7-4bd8-8b58-66e8269cf890 req-c9a2625d-4e5d-499a-bc85-86eea815081d service nova] Acquired lock "refresh_cache-944ce849-152a-404e-8095-a6cc4f27bfc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.909098] env[62259]: DEBUG nova.network.neutron [req-030cdb3f-fcf7-4bd8-8b58-66e8269cf890 req-c9a2625d-4e5d-499a-bc85-86eea815081d service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Refreshing network info cache for port f0e425ee-b8c0-4915-970a-9cfb3fb8920a {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.062240] env[62259]: DEBUG nova.compute.manager [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.102011] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:35:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='933247804',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-301167812',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1324.102688] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1324.102688] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.102688] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1324.103676] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.103676] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1324.103676] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1324.103676] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1324.103874] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1324.103912] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1324.104121] env[62259]: DEBUG nova.virt.hardware [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1324.105774] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01623b9-07be-4d1b-8611-cc8bb3fd1a6b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.119398] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd5181d-06f5-4198-aa7f-10bae4cc70c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.167352] env[62259]: DEBUG nova.scheduler.client.report [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1324.181684] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquiring lock "refresh_cache-79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.181831] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquired lock "refresh_cache-79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.184658] env[62259]: DEBUG nova.network.neutron [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.263164] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691616, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.489252] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "2c5916af-c336-4c15-9894-58d1078b13dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.489252] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "2c5916af-c336-4c15-9894-58d1078b13dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.506916] env[62259]: DEBUG nova.network.neutron [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Successfully updated port: 8378a20c-50b4-43ca-9ae9-c58866d20a66 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.674597] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.675199] env[62259]: DEBUG nova.compute.manager [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.678188] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.181s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.678325] env[62259]: DEBUG nova.objects.instance [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1324.707912] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.707912] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.727074] env[62259]: DEBUG nova.network.neutron [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.765382] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691616, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.061662} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.767643] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 944ce849-152a-404e-8095-a6cc4f27bfc1/944ce849-152a-404e-8095-a6cc4f27bfc1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.767879] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.768204] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47a15139-a5ee-4b35-99b4-b06498cf0542 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.776775] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1324.776775] env[62259]: value = "task-1691617" [ 1324.776775] env[62259]: _type = "Task" [ 1324.776775] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.786848] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.829100] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.829354] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.829544] env[62259]: DEBUG nova.network.neutron [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.840317] env[62259]: DEBUG nova.network.neutron [req-030cdb3f-fcf7-4bd8-8b58-66e8269cf890 req-c9a2625d-4e5d-499a-bc85-86eea815081d service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Updated VIF entry in instance network info cache for port f0e425ee-b8c0-4915-970a-9cfb3fb8920a. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.840737] env[62259]: DEBUG nova.network.neutron [req-030cdb3f-fcf7-4bd8-8b58-66e8269cf890 req-c9a2625d-4e5d-499a-bc85-86eea815081d service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Updating instance_info_cache with network_info: [{"id": "f0e425ee-b8c0-4915-970a-9cfb3fb8920a", "address": "fa:16:3e:9d:13:77", "network": {"id": "b1c77c22-4f86-4a88-9ff3-4b81f749e562", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1086196028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed21d12e5b146258fba798a2990381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e425ee-b8", "ovs_interfaceid": "f0e425ee-b8c0-4915-970a-9cfb3fb8920a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.941920] env[62259]: DEBUG nova.network.neutron [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Updating instance_info_cache with network_info: [{"id": "652335a5-ff1f-4c99-8e57-6deffe46375f", "address": "fa:16:3e:d0:98:ec", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652335a5-ff", "ovs_interfaceid": "652335a5-ff1f-4c99-8e57-6deffe46375f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.978712] env[62259]: DEBUG nova.compute.manager [req-4542abcf-37fe-4aa9-be44-b9327aea5b7f req-1edbdcef-47cf-4690-964e-0b07d0f3a3f2 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Received event network-vif-plugged-8378a20c-50b4-43ca-9ae9-c58866d20a66 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1324.978934] env[62259]: DEBUG oslo_concurrency.lockutils [req-4542abcf-37fe-4aa9-be44-b9327aea5b7f req-1edbdcef-47cf-4690-964e-0b07d0f3a3f2 service nova] Acquiring lock "0beb117b-7382-42d5-abb0-06a0c740f983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.979167] env[62259]: DEBUG oslo_concurrency.lockutils [req-4542abcf-37fe-4aa9-be44-b9327aea5b7f req-1edbdcef-47cf-4690-964e-0b07d0f3a3f2 service nova] Lock "0beb117b-7382-42d5-abb0-06a0c740f983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.979361] env[62259]: DEBUG oslo_concurrency.lockutils [req-4542abcf-37fe-4aa9-be44-b9327aea5b7f req-1edbdcef-47cf-4690-964e-0b07d0f3a3f2 service nova] Lock "0beb117b-7382-42d5-abb0-06a0c740f983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.979528] env[62259]: DEBUG nova.compute.manager [req-4542abcf-37fe-4aa9-be44-b9327aea5b7f req-1edbdcef-47cf-4690-964e-0b07d0f3a3f2 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] No waiting events found dispatching network-vif-plugged-8378a20c-50b4-43ca-9ae9-c58866d20a66 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.979690] env[62259]: WARNING nova.compute.manager [req-4542abcf-37fe-4aa9-be44-b9327aea5b7f req-1edbdcef-47cf-4690-964e-0b07d0f3a3f2 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Received unexpected event network-vif-plugged-8378a20c-50b4-43ca-9ae9-c58866d20a66 for instance with vm_state building and task_state spawning. [ 1325.006782] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "refresh_cache-0beb117b-7382-42d5-abb0-06a0c740f983" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.006942] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquired lock "refresh_cache-0beb117b-7382-42d5-abb0-06a0c740f983" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.007106] env[62259]: DEBUG nova.network.neutron [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.083783] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.083783] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.183837] env[62259]: DEBUG nova.compute.utils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.189022] env[62259]: DEBUG nova.compute.manager [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.189022] env[62259]: DEBUG nova.network.neutron [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.240581] env[62259]: DEBUG nova.policy [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68f212d1434d4cdc9b3fa801ee5d5617', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd436bc09aabd4cf6a6f4f147d0448366', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.288234] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070946} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.288234] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.289025] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2077ef4-22b8-4dec-9ae7-4917ca3467e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.314191] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 944ce849-152a-404e-8095-a6cc4f27bfc1/944ce849-152a-404e-8095-a6cc4f27bfc1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.314191] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4350e1ff-ac4f-45f2-b5bc-02fd4d71f339 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.336157] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1325.336157] env[62259]: value = "task-1691618" [ 1325.336157] env[62259]: _type = "Task" [ 1325.336157] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.345618] env[62259]: DEBUG oslo_concurrency.lockutils [req-030cdb3f-fcf7-4bd8-8b58-66e8269cf890 req-c9a2625d-4e5d-499a-bc85-86eea815081d service nova] Releasing lock "refresh_cache-944ce849-152a-404e-8095-a6cc4f27bfc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.346075] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.444177] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Releasing lock "refresh_cache-79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.444453] env[62259]: DEBUG nova.compute.manager [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Instance network_info: |[{"id": "652335a5-ff1f-4c99-8e57-6deffe46375f", "address": "fa:16:3e:d0:98:ec", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652335a5-ff", "ovs_interfaceid": "652335a5-ff1f-4c99-8e57-6deffe46375f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.444874] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:98:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '652335a5-ff1f-4c99-8e57-6deffe46375f', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.452820] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Creating folder: Project (abcce8b9536c47d9b242aee45c6c9ec2). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.453500] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fdfa639-29ac-4be6-aeb3-1a61ad5cf531 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.465916] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Created folder: Project (abcce8b9536c47d9b242aee45c6c9ec2) in parent group-v352705. [ 1325.466175] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Creating folder: Instances. Parent ref: group-v352756. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.468651] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-831e110c-6efb-4b73-8b3e-f8f4bd8d03d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.480673] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Created folder: Instances in parent group-v352756. [ 1325.480954] env[62259]: DEBUG oslo.service.loopingcall [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.481204] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.481419] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2117375a-98c3-4b69-a7a2-911df7d0d97e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.504279] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.504279] env[62259]: value = "task-1691621" [ 1325.504279] env[62259]: _type = "Task" [ 1325.504279] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.510045] env[62259]: DEBUG nova.network.neutron [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Successfully created port: 2a9e0193-1d15-430c-97b2-219a96fdd2d6 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.516620] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691621, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.561590] env[62259]: DEBUG nova.network.neutron [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.688873] env[62259]: DEBUG nova.compute.manager [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.696052] env[62259]: DEBUG oslo_concurrency.lockutils [None req-259d3bdd-7590-4ac1-9eb1-898f3c7282d3 tempest-ServersAdmin275Test-140925397 tempest-ServersAdmin275Test-140925397-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.696052] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.242s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.696052] env[62259]: INFO nova.compute.claims [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.739070] env[62259]: DEBUG nova.network.neutron [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance_info_cache with network_info: [{"id": "9392092e-dc58-4e1a-9f58-557358db5cea", "address": "fa:16:3e:92:a2:7a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392092e-dc", "ovs_interfaceid": "9392092e-dc58-4e1a-9f58-557358db5cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.793931] env[62259]: DEBUG nova.network.neutron [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Updating instance_info_cache with network_info: [{"id": "8378a20c-50b4-43ca-9ae9-c58866d20a66", "address": "fa:16:3e:93:57:26", "network": {"id": "95992f85-7cb7-48fa-be0c-c7c711ba596c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-774266239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5cd63094864e98937c297c4fc704a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8378a20c-50", "ovs_interfaceid": "8378a20c-50b4-43ca-9ae9-c58866d20a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.848194] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691618, 'name': ReconfigVM_Task, 'duration_secs': 0.288887} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.848540] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 944ce849-152a-404e-8095-a6cc4f27bfc1/944ce849-152a-404e-8095-a6cc4f27bfc1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.849263] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a066472b-3ae5-43ac-a70f-73d055202cfd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.856535] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1325.856535] env[62259]: value = "task-1691622" [ 1325.856535] env[62259]: _type = "Task" [ 1325.856535] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.867556] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691622, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.012546] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691621, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.112728] env[62259]: DEBUG nova.compute.manager [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Received event network-changed-99bef06c-efb0-4953-8cbb-6d548f59bb6b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1326.113061] env[62259]: DEBUG nova.compute.manager [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Refreshing instance network info cache due to event network-changed-99bef06c-efb0-4953-8cbb-6d548f59bb6b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1326.113145] env[62259]: DEBUG oslo_concurrency.lockutils [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] Acquiring lock "refresh_cache-09536b47-40b4-4d91-b280-d240cb877248" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.113352] env[62259]: DEBUG oslo_concurrency.lockutils [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] Acquired lock "refresh_cache-09536b47-40b4-4d91-b280-d240cb877248" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.113598] env[62259]: DEBUG nova.network.neutron [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Refreshing network info cache for port 99bef06c-efb0-4953-8cbb-6d548f59bb6b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.244040] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.300022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Releasing lock "refresh_cache-0beb117b-7382-42d5-abb0-06a0c740f983" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.300022] env[62259]: DEBUG nova.compute.manager [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Instance network_info: |[{"id": "8378a20c-50b4-43ca-9ae9-c58866d20a66", "address": "fa:16:3e:93:57:26", "network": {"id": "95992f85-7cb7-48fa-be0c-c7c711ba596c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-774266239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5cd63094864e98937c297c4fc704a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8378a20c-50", "ovs_interfaceid": "8378a20c-50b4-43ca-9ae9-c58866d20a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1326.300345] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:57:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8378a20c-50b4-43ca-9ae9-c58866d20a66', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.308066] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Creating folder: Project (9e5cd63094864e98937c297c4fc704a4). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1326.308066] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c0fbb84-57ff-4d2e-b339-e7f500c15c7d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.323092] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Created folder: Project (9e5cd63094864e98937c297c4fc704a4) in parent group-v352705. [ 1326.323092] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Creating folder: Instances. Parent ref: group-v352759. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1326.323092] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0ec7769-fa51-4e60-8864-52754125a86a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.333562] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Created folder: Instances in parent group-v352759. [ 1326.334138] env[62259]: DEBUG oslo.service.loopingcall [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.334534] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.336016] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7397010-59c0-49a3-9e39-8ec229815559 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.357224] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.357224] env[62259]: value = "task-1691625" [ 1326.357224] env[62259]: _type = "Task" [ 1326.357224] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.370960] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691625, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.377181] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691622, 'name': Rename_Task, 'duration_secs': 0.143018} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.377181] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.377181] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6de2a8e5-ee3d-4efb-96d0-c328a7db8b82 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.384834] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1326.384834] env[62259]: value = "task-1691626" [ 1326.384834] env[62259]: _type = "Task" [ 1326.384834] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.392479] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.514580] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691621, 'name': CreateVM_Task, 'duration_secs': 0.572143} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.514767] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.515627] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.515800] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.516338] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.516615] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372db07a-91ef-4761-b63f-773ce34d1512 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.522347] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1326.522347] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a529f0-3eed-5621-d988-419f1852fc98" [ 1326.522347] env[62259]: _type = "Task" [ 1326.522347] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.531129] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a529f0-3eed-5621-d988-419f1852fc98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.702232] env[62259]: DEBUG nova.compute.manager [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.745577] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1326.745848] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1326.746013] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.746198] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1326.747323] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.747489] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1326.747701] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1326.747861] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1326.748039] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1326.748212] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1326.748383] env[62259]: DEBUG nova.virt.hardware [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1326.754558] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb037de-ce60-4efb-89a1-0a7010b8f0da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.772792] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f65ab3d-070f-4c12-bfaf-134b8f68e3ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.784698] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee1bdb5-ddf0-4558-91e5-95d9e968e53b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.822848] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c899eea0-ffc9-4293-8fa6-7ed556cbbca7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.831470] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance '54ce854a-5100-4a7c-ad79-ab4315a16984' progress to 83 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.871322] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691625, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.895201] env[62259]: DEBUG oslo_vmware.api [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691626, 'name': PowerOnVM_Task, 'duration_secs': 0.451867} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.896305] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.896514] env[62259]: INFO nova.compute.manager [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1326.896693] env[62259]: DEBUG nova.compute.manager [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.897664] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb02afb-a704-40ee-a244-5ef25759ecd3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.922066] env[62259]: DEBUG nova.network.neutron [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Updated VIF entry in instance network info cache for port 99bef06c-efb0-4953-8cbb-6d548f59bb6b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.922454] env[62259]: DEBUG nova.network.neutron [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Updating instance_info_cache with network_info: [{"id": "99bef06c-efb0-4953-8cbb-6d548f59bb6b", "address": "fa:16:3e:df:96:14", "network": {"id": "e599af84-17a6-4613-b172-6fe582f1c82b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-962485379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e07df6531bde459f90da69207b708c5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99bef06c-ef", "ovs_interfaceid": "99bef06c-efb0-4953-8cbb-6d548f59bb6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.039172] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a529f0-3eed-5621-d988-419f1852fc98, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.042686] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.042938] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.043294] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.043457] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.043637] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.072592] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60a69359-97bb-41ab-b922-9fc7dabbc443 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.072592] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.072592] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.072592] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffa0057-5e07-49a3-88ad-27f37b36a106 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.074584] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1327.074584] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c1c80f-dd9e-0983-7ab5-93b1287a4903" [ 1327.074584] env[62259]: _type = "Task" [ 1327.074584] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.090544] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c1c80f-dd9e-0983-7ab5-93b1287a4903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.213453] env[62259]: DEBUG nova.compute.manager [req-c2a1ccd2-4fd0-4744-88b4-8264c2e0484e req-29adeea9-757c-4267-8079-3e81187933f2 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Received event network-changed-8378a20c-50b4-43ca-9ae9-c58866d20a66 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1327.213453] env[62259]: DEBUG nova.compute.manager [req-c2a1ccd2-4fd0-4744-88b4-8264c2e0484e req-29adeea9-757c-4267-8079-3e81187933f2 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Refreshing instance network info cache due to event network-changed-8378a20c-50b4-43ca-9ae9-c58866d20a66. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1327.213453] env[62259]: DEBUG oslo_concurrency.lockutils [req-c2a1ccd2-4fd0-4744-88b4-8264c2e0484e req-29adeea9-757c-4267-8079-3e81187933f2 service nova] Acquiring lock "refresh_cache-0beb117b-7382-42d5-abb0-06a0c740f983" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.213453] env[62259]: DEBUG oslo_concurrency.lockutils [req-c2a1ccd2-4fd0-4744-88b4-8264c2e0484e req-29adeea9-757c-4267-8079-3e81187933f2 service nova] Acquired lock "refresh_cache-0beb117b-7382-42d5-abb0-06a0c740f983" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.213453] env[62259]: DEBUG nova.network.neutron [req-c2a1ccd2-4fd0-4744-88b4-8264c2e0484e req-29adeea9-757c-4267-8079-3e81187933f2 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Refreshing network info cache for port 8378a20c-50b4-43ca-9ae9-c58866d20a66 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.237158] env[62259]: DEBUG nova.network.neutron [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Successfully updated port: 2a9e0193-1d15-430c-97b2-219a96fdd2d6 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.340521] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.340588] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aecccf88-3974-4c69-b980-b42eaaa08e35 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.345757] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b438c353-493a-4074-bfa9-b1a86b58b476 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.349752] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1327.349752] env[62259]: value = "task-1691627" [ 1327.349752] env[62259]: _type = "Task" [ 1327.349752] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.357114] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639c0973-64e0-43f3-bb93-06d93f47a6f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.362268] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.370402] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691625, 'name': CreateVM_Task, 'duration_secs': 0.979478} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.394446] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.395489] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.395727] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.396115] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1327.396964] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe6bca4-294f-4079-8955-0f6794b42406 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.399682] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7c1391-48df-4b44-b547-14997a9037d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.408223] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1327.408223] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523a56f9-6a39-7155-198c-fd9db8131d75" [ 1327.408223] env[62259]: _type = "Task" [ 1327.408223] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.409502] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb32518-8e3d-431d-a21e-83f98c131351 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.421818] env[62259]: INFO nova.compute.manager [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Took 36.71 seconds to build instance. [ 1327.425563] env[62259]: DEBUG oslo_concurrency.lockutils [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] Releasing lock "refresh_cache-09536b47-40b4-4d91-b280-d240cb877248" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.425845] env[62259]: DEBUG nova.compute.manager [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Received event network-vif-plugged-652335a5-ff1f-4c99-8e57-6deffe46375f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1327.426055] env[62259]: DEBUG oslo_concurrency.lockutils [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] Acquiring lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.426260] env[62259]: DEBUG oslo_concurrency.lockutils [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] Lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.426439] env[62259]: DEBUG oslo_concurrency.lockutils [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] Lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.426624] env[62259]: DEBUG nova.compute.manager [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] No waiting events found dispatching network-vif-plugged-652335a5-ff1f-4c99-8e57-6deffe46375f {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.426804] env[62259]: WARNING nova.compute.manager [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Received unexpected event network-vif-plugged-652335a5-ff1f-4c99-8e57-6deffe46375f for instance with vm_state building and task_state spawning. [ 1327.426972] env[62259]: DEBUG nova.compute.manager [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Received event network-changed-652335a5-ff1f-4c99-8e57-6deffe46375f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1327.427148] env[62259]: DEBUG nova.compute.manager [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Refreshing instance network info cache due to event network-changed-652335a5-ff1f-4c99-8e57-6deffe46375f. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1327.427359] env[62259]: DEBUG oslo_concurrency.lockutils [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] Acquiring lock "refresh_cache-79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.427513] env[62259]: DEBUG oslo_concurrency.lockutils [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] Acquired lock "refresh_cache-79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.427742] env[62259]: DEBUG nova.network.neutron [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Refreshing network info cache for port 652335a5-ff1f-4c99-8e57-6deffe46375f {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.440091] env[62259]: DEBUG nova.compute.provider_tree [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.460226] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523a56f9-6a39-7155-198c-fd9db8131d75, 'name': SearchDatastore_Task, 'duration_secs': 0.031435} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.460534] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.460759] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.461316] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.587529] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c1c80f-dd9e-0983-7ab5-93b1287a4903, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.587529] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8504b94-2198-4287-b306-c2cb524fdb2b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.594115] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1327.594115] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5205e330-2432-c7ac-f6ee-7f576a7afcf0" [ 1327.594115] env[62259]: _type = "Task" [ 1327.594115] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.601799] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5205e330-2432-c7ac-f6ee-7f576a7afcf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.744021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquiring lock "refresh_cache-72f696ef-c5c4-410a-a894-52e683084a0a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.744021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquired lock "refresh_cache-72f696ef-c5c4-410a-a894-52e683084a0a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.744021] env[62259]: DEBUG nova.network.neutron [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.862470] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.922862] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd75c3ca-33d4-4804-8f49-ccb1c1226df0 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "944ce849-152a-404e-8095-a6cc4f27bfc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.642s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.943678] env[62259]: DEBUG nova.scheduler.client.report [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1327.973236] env[62259]: DEBUG nova.network.neutron [req-c2a1ccd2-4fd0-4744-88b4-8264c2e0484e req-29adeea9-757c-4267-8079-3e81187933f2 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Updated VIF entry in instance network info cache for port 8378a20c-50b4-43ca-9ae9-c58866d20a66. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.973580] env[62259]: DEBUG nova.network.neutron [req-c2a1ccd2-4fd0-4744-88b4-8264c2e0484e req-29adeea9-757c-4267-8079-3e81187933f2 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Updating instance_info_cache with network_info: [{"id": "8378a20c-50b4-43ca-9ae9-c58866d20a66", "address": "fa:16:3e:93:57:26", "network": {"id": "95992f85-7cb7-48fa-be0c-c7c711ba596c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-774266239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5cd63094864e98937c297c4fc704a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8378a20c-50", "ovs_interfaceid": "8378a20c-50b4-43ca-9ae9-c58866d20a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.104718] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5205e330-2432-c7ac-f6ee-7f576a7afcf0, 'name': SearchDatastore_Task, 'duration_secs': 0.037905} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.104993] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.105276] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86/79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.105555] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.105739] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.105953] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a3cace1-eb92-48d5-ad3c-fe962ec14db2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.108026] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2d50006-ae0a-41a0-8842-887f41ade0c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.116567] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1328.116567] env[62259]: value = "task-1691628" [ 1328.116567] env[62259]: _type = "Task" [ 1328.116567] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.121821] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.122071] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.125540] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ace607-4b44-488f-9a2e-b64bc7638ab3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.128431] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.132774] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1328.132774] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525b9c95-5d05-e3d2-b034-002cb268f672" [ 1328.132774] env[62259]: _type = "Task" [ 1328.132774] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.141623] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525b9c95-5d05-e3d2-b034-002cb268f672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.160501] env[62259]: DEBUG nova.network.neutron [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Updated VIF entry in instance network info cache for port 652335a5-ff1f-4c99-8e57-6deffe46375f. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.160875] env[62259]: DEBUG nova.network.neutron [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Updating instance_info_cache with network_info: [{"id": "652335a5-ff1f-4c99-8e57-6deffe46375f", "address": "fa:16:3e:d0:98:ec", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap652335a5-ff", "ovs_interfaceid": "652335a5-ff1f-4c99-8e57-6deffe46375f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.315875] env[62259]: DEBUG nova.network.neutron [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.365098] env[62259]: DEBUG oslo_vmware.api [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691627, 'name': PowerOnVM_Task, 'duration_secs': 0.849929} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.365416] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.366570] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4f314e-8ce9-4f52-8130-71193b4a7e52 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance '54ce854a-5100-4a7c-ad79-ab4315a16984' progress to 100 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.426222] env[62259]: DEBUG nova.compute.manager [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1328.451072] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.451072] env[62259]: DEBUG nova.compute.manager [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.453836] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.351s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.456189] env[62259]: INFO nova.compute.claims [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.480864] env[62259]: DEBUG oslo_concurrency.lockutils [req-c2a1ccd2-4fd0-4744-88b4-8264c2e0484e req-29adeea9-757c-4267-8079-3e81187933f2 service nova] Releasing lock "refresh_cache-0beb117b-7382-42d5-abb0-06a0c740f983" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.633862] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691628, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.639915] env[62259]: DEBUG nova.network.neutron [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Updating instance_info_cache with network_info: [{"id": "2a9e0193-1d15-430c-97b2-219a96fdd2d6", "address": "fa:16:3e:e6:9f:2c", "network": {"id": "1d5495be-7e6e-492c-81ed-788e31a96765", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1323605659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d436bc09aabd4cf6a6f4f147d0448366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9e0193-1d", "ovs_interfaceid": "2a9e0193-1d15-430c-97b2-219a96fdd2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.650356] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525b9c95-5d05-e3d2-b034-002cb268f672, 'name': SearchDatastore_Task, 'duration_secs': 0.038741} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.651288] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915d01cd-4450-4a8c-ad7f-c88fbcb00d81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.660035] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1328.660035] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528b13f9-c4e7-4993-445b-b6d9330b1770" [ 1328.660035] env[62259]: _type = "Task" [ 1328.660035] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.664184] env[62259]: DEBUG oslo_concurrency.lockutils [req-4de7388b-72c4-4df4-828c-33c2dc55946e req-ea5099ae-7fde-41ce-88f9-c750586c9462 service nova] Releasing lock "refresh_cache-79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.671877] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528b13f9-c4e7-4993-445b-b6d9330b1770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.956179] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.958829] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.961643] env[62259]: DEBUG nova.compute.utils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1328.965610] env[62259]: DEBUG nova.compute.manager [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.965790] env[62259]: DEBUG nova.network.neutron [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.029526] env[62259]: DEBUG nova.policy [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce89b6344a234a1bb6fe3d4e4d34972d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61ea832725d341f9bd5d4abf1e5aabdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.127831] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785824} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.128110] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86/79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.128393] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.128564] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10a09310-9033-4546-a40b-26f761f37273 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.135759] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1329.135759] env[62259]: value = "task-1691629" [ 1329.135759] env[62259]: _type = "Task" [ 1329.135759] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.143080] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Releasing lock "refresh_cache-72f696ef-c5c4-410a-a894-52e683084a0a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.143397] env[62259]: DEBUG nova.compute.manager [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Instance network_info: |[{"id": "2a9e0193-1d15-430c-97b2-219a96fdd2d6", "address": "fa:16:3e:e6:9f:2c", "network": {"id": "1d5495be-7e6e-492c-81ed-788e31a96765", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1323605659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d436bc09aabd4cf6a6f4f147d0448366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9e0193-1d", "ovs_interfaceid": "2a9e0193-1d15-430c-97b2-219a96fdd2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.147439] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:9f:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a9e0193-1d15-430c-97b2-219a96fdd2d6', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.155752] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Creating folder: Project (d436bc09aabd4cf6a6f4f147d0448366). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1329.156138] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.156371] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba4e498a-f614-42f6-8f6d-65ab2215c015 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.170995] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528b13f9-c4e7-4993-445b-b6d9330b1770, 'name': SearchDatastore_Task, 'duration_secs': 0.07666} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.172434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.172706] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 0beb117b-7382-42d5-abb0-06a0c740f983/0beb117b-7382-42d5-abb0-06a0c740f983.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.172983] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Created folder: Project (d436bc09aabd4cf6a6f4f147d0448366) in parent group-v352705. [ 1329.173323] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Creating folder: Instances. Parent ref: group-v352762. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1329.173587] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eeccf4d-55da-42c3-9fb8-00889b3f25b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.177029] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c898cf1-e030-4020-a616-0423f1bea22d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.186522] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1329.186522] env[62259]: value = "task-1691631" [ 1329.186522] env[62259]: _type = "Task" [ 1329.186522] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.190358] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Created folder: Instances in parent group-v352762. [ 1329.190669] env[62259]: DEBUG oslo.service.loopingcall [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.191537] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.191793] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5c3d93c-2bd4-4ec9-b00c-50cd1acaa414 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.218237] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.223822] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.223822] env[62259]: value = "task-1691633" [ 1329.223822] env[62259]: _type = "Task" [ 1329.223822] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.233886] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691633, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.419967] env[62259]: DEBUG nova.network.neutron [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Successfully created port: b0337245-48d1-4523-8447-566a0de1cb72 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.467770] env[62259]: DEBUG nova.compute.manager [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.614858] env[62259]: DEBUG nova.compute.manager [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Received event network-vif-plugged-2a9e0193-1d15-430c-97b2-219a96fdd2d6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1329.614858] env[62259]: DEBUG oslo_concurrency.lockutils [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] Acquiring lock "72f696ef-c5c4-410a-a894-52e683084a0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.615163] env[62259]: DEBUG oslo_concurrency.lockutils [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] Lock "72f696ef-c5c4-410a-a894-52e683084a0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.615358] env[62259]: DEBUG oslo_concurrency.lockutils [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] Lock "72f696ef-c5c4-410a-a894-52e683084a0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.615752] env[62259]: DEBUG nova.compute.manager [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] No waiting events found dispatching network-vif-plugged-2a9e0193-1d15-430c-97b2-219a96fdd2d6 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.615752] env[62259]: WARNING nova.compute.manager [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Received unexpected event network-vif-plugged-2a9e0193-1d15-430c-97b2-219a96fdd2d6 for instance with vm_state building and task_state spawning. [ 1329.615865] env[62259]: DEBUG nova.compute.manager [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Received event network-changed-2a9e0193-1d15-430c-97b2-219a96fdd2d6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1329.615996] env[62259]: DEBUG nova.compute.manager [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Refreshing instance network info cache due to event network-changed-2a9e0193-1d15-430c-97b2-219a96fdd2d6. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1329.616241] env[62259]: DEBUG oslo_concurrency.lockutils [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] Acquiring lock "refresh_cache-72f696ef-c5c4-410a-a894-52e683084a0a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.616376] env[62259]: DEBUG oslo_concurrency.lockutils [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] Acquired lock "refresh_cache-72f696ef-c5c4-410a-a894-52e683084a0a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.616532] env[62259]: DEBUG nova.network.neutron [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Refreshing network info cache for port 2a9e0193-1d15-430c-97b2-219a96fdd2d6 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.655858] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072448} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.656182] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.657323] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6cf957-0239-43a6-a2b0-65dfab9e3c17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.689548] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86/79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.690206] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682d59ee-eb48-4451-a247-bd290ed32914 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.720183] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691631, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.721783] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1329.721783] env[62259]: value = "task-1691634" [ 1329.721783] env[62259]: _type = "Task" [ 1329.721783] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.735899] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.740396] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691633, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.953138] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.155162] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e215918-dc3f-4f50-9218-be4d5115e42b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.163894] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd12eeb4-f274-4439-8250-adb14dec7a93 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.205256] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931fdddb-9a01-4fb8-b3f0-b79793f8fcdf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.217722] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579848} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.220266] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 0beb117b-7382-42d5-abb0-06a0c740f983/0beb117b-7382-42d5-abb0-06a0c740f983.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1330.220486] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1330.222292] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d532c391-a9d1-4f8f-993f-21fd214af7e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.226320] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7879801d-ffe0-410a-9dd7-229b205fa8a6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.252470] env[62259]: DEBUG nova.compute.provider_tree [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.264668] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.265274] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1330.265274] env[62259]: value = "task-1691635" [ 1330.265274] env[62259]: _type = "Task" [ 1330.265274] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.274328] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691633, 'name': CreateVM_Task, 'duration_secs': 0.550818} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.274868] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.275600] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.275762] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.276300] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.280023] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63665d75-7665-481b-86e1-11212aee88f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.283726] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.287924] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1330.287924] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5267d434-2251-3a02-c874-c6a84f867db3" [ 1330.287924] env[62259]: _type = "Task" [ 1330.287924] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.299508] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5267d434-2251-3a02-c874-c6a84f867db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.464180] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.488987] env[62259]: DEBUG nova.compute.manager [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.495410] env[62259]: DEBUG nova.network.neutron [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Updated VIF entry in instance network info cache for port 2a9e0193-1d15-430c-97b2-219a96fdd2d6. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.495410] env[62259]: DEBUG nova.network.neutron [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Updating instance_info_cache with network_info: [{"id": "2a9e0193-1d15-430c-97b2-219a96fdd2d6", "address": "fa:16:3e:e6:9f:2c", "network": {"id": "1d5495be-7e6e-492c-81ed-788e31a96765", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1323605659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d436bc09aabd4cf6a6f4f147d0448366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9e0193-1d", "ovs_interfaceid": "2a9e0193-1d15-430c-97b2-219a96fdd2d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.534334] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1330.534588] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1330.534738] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.534923] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1330.536838] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.537059] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1330.537303] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1330.537497] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1330.537684] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1330.537865] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1330.538056] env[62259]: DEBUG nova.virt.hardware [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1330.539810] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ba759-17bb-4be4-b80f-c4508a119bec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.550322] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f610d8-9121-4fc1-aaf8-a7c92993dda7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.741782] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691634, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.767684] env[62259]: DEBUG nova.scheduler.client.report [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1330.781236] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075747} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.782298] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.783562] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a6d053-d83a-4ad8-a292-dbfa675d87a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.812346] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 0beb117b-7382-42d5-abb0-06a0c740f983/0beb117b-7382-42d5-abb0-06a0c740f983.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.813446] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b856daa0-f3d5-4eee-899a-aae894f0debb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.835347] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5267d434-2251-3a02-c874-c6a84f867db3, 'name': SearchDatastore_Task, 'duration_secs': 0.014845} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.835347] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.835347] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.835347] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.835757] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.835757] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.835757] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-905f8eb0-2425-4678-80e4-0b6159f47275 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.842761] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1330.842761] env[62259]: value = "task-1691636" [ 1330.842761] env[62259]: _type = "Task" [ 1330.842761] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.848194] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.848524] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.849226] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397b18d3-2b80-44a6-b302-302cd1afd046 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.855804] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.859608] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1330.859608] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523a7308-db47-29ca-ab9b-cad9e0461ec0" [ 1330.859608] env[62259]: _type = "Task" [ 1330.859608] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.870013] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "54ce854a-5100-4a7c-ad79-ab4315a16984" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.876066] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.876066] env[62259]: DEBUG nova.compute.manager [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Going to confirm migration 1 {{(pid=62259) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 1330.876066] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523a7308-db47-29ca-ab9b-cad9e0461ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.956450] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.958095] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1330.959689] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1330.997788] env[62259]: DEBUG oslo_concurrency.lockutils [req-76aa8b5b-f460-44bb-96cf-b192616ae6be req-c4cfc449-ea05-47ba-b464-4e7caba02f8e service nova] Releasing lock "refresh_cache-72f696ef-c5c4-410a-a894-52e683084a0a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.157598] env[62259]: DEBUG nova.network.neutron [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Successfully updated port: b0337245-48d1-4523-8447-566a0de1cb72 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.241477] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691634, 'name': ReconfigVM_Task, 'duration_secs': 1.066309} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.241777] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86/79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.242552] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b9bb21e-e09a-43ef-9209-59c2775a6557 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.250845] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1331.250845] env[62259]: value = "task-1691637" [ 1331.250845] env[62259]: _type = "Task" [ 1331.250845] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.259865] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691637, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.276112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.276845] env[62259]: DEBUG nova.compute.manager [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.279492] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.236s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.281210] env[62259]: INFO nova.compute.claims [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.354983] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.371037] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523a7308-db47-29ca-ab9b-cad9e0461ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.014854} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.371957] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32e3dc1-a4c3-46a0-a3ea-0845986aff5c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.380410] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1331.380410] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ee3b8f-90e2-7c1a-4edb-e655ae8634e2" [ 1331.380410] env[62259]: _type = "Task" [ 1331.380410] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.395733] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ee3b8f-90e2-7c1a-4edb-e655ae8634e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.466086] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1331.466342] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1331.466404] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1331.466566] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1331.466712] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1331.473840] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.474039] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.474257] env[62259]: DEBUG nova.network.neutron [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.475027] env[62259]: DEBUG nova.objects.instance [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lazy-loading 'info_cache' on Instance uuid 54ce854a-5100-4a7c-ad79-ab4315a16984 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.488326] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "refresh_cache-30526dec-d3cf-46be-841d-c96148f391d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.488586] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquired lock "refresh_cache-30526dec-d3cf-46be-841d-c96148f391d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.488780] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Forcefully refreshing network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1331.488983] env[62259]: DEBUG nova.objects.instance [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lazy-loading 'info_cache' on Instance uuid 30526dec-d3cf-46be-841d-c96148f391d1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.660559] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.660708] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.660858] env[62259]: DEBUG nova.network.neutron [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.685772] env[62259]: DEBUG nova.compute.manager [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Received event network-changed-f0e425ee-b8c0-4915-970a-9cfb3fb8920a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1331.687017] env[62259]: DEBUG nova.compute.manager [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Refreshing instance network info cache due to event network-changed-f0e425ee-b8c0-4915-970a-9cfb3fb8920a. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1331.687017] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] Acquiring lock "refresh_cache-944ce849-152a-404e-8095-a6cc4f27bfc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.687017] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] Acquired lock "refresh_cache-944ce849-152a-404e-8095-a6cc4f27bfc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.687017] env[62259]: DEBUG nova.network.neutron [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Refreshing network info cache for port f0e425ee-b8c0-4915-970a-9cfb3fb8920a {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.766351] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691637, 'name': Rename_Task, 'duration_secs': 0.283749} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.766351] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.766351] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8be2bc9-ee6f-426f-b07a-1257e36d2edd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.773379] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1331.773379] env[62259]: value = "task-1691638" [ 1331.773379] env[62259]: _type = "Task" [ 1331.773379] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.782586] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.785918] env[62259]: DEBUG nova.compute.utils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1331.793749] env[62259]: DEBUG nova.compute.manager [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1331.793924] env[62259]: DEBUG nova.network.neutron [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1331.854436] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691636, 'name': ReconfigVM_Task, 'duration_secs': 0.724061} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.855396] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 0beb117b-7382-42d5-abb0-06a0c740f983/0beb117b-7382-42d5-abb0-06a0c740f983.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.855396] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0930e48c-0912-4f77-ab0f-7019adc90dc5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.862873] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1331.862873] env[62259]: value = "task-1691639" [ 1331.862873] env[62259]: _type = "Task" [ 1331.862873] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.872804] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691639, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.882213] env[62259]: DEBUG nova.policy [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816110d667644924be2c269a80413166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17eed2a6861f48debfda2714df2e6634', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1331.896180] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ee3b8f-90e2-7c1a-4edb-e655ae8634e2, 'name': SearchDatastore_Task, 'duration_secs': 0.032099} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.896180] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.896180] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 72f696ef-c5c4-410a-a894-52e683084a0a/72f696ef-c5c4-410a-a894-52e683084a0a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.896180] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc66c62-47bf-4f93-9d81-b09e9755a352 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.903125] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1331.903125] env[62259]: value = "task-1691640" [ 1331.903125] env[62259]: _type = "Task" [ 1331.903125] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.919171] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.263390] env[62259]: DEBUG nova.network.neutron [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.286776] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691638, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.301340] env[62259]: DEBUG nova.compute.manager [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.376465] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691639, 'name': Rename_Task, 'duration_secs': 0.1543} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.379520] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.380314] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a3317c7-3ea9-4b1d-af92-f02a567d4f68 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.389614] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1332.389614] env[62259]: value = "task-1691641" [ 1332.389614] env[62259]: _type = "Task" [ 1332.389614] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.407882] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.418767] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691640, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.527120] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.596189] env[62259]: DEBUG nova.network.neutron [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Successfully created port: 9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.598507] env[62259]: DEBUG nova.network.neutron [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance_info_cache with network_info: [{"id": "b0337245-48d1-4523-8447-566a0de1cb72", "address": "fa:16:3e:ed:29:c9", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0337245-48", "ovs_interfaceid": "b0337245-48d1-4523-8447-566a0de1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.728493] env[62259]: DEBUG nova.network.neutron [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Updated VIF entry in instance network info cache for port f0e425ee-b8c0-4915-970a-9cfb3fb8920a. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.728875] env[62259]: DEBUG nova.network.neutron [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Updating instance_info_cache with network_info: [{"id": "f0e425ee-b8c0-4915-970a-9cfb3fb8920a", "address": "fa:16:3e:9d:13:77", "network": {"id": "b1c77c22-4f86-4a88-9ff3-4b81f749e562", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1086196028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ed21d12e5b146258fba798a2990381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "669e4919-e0ad-4e23-9f23-4c5f2be0d858", "external-id": "nsx-vlan-transportzone-362", "segmentation_id": 362, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e425ee-b8", "ovs_interfaceid": "f0e425ee-b8c0-4915-970a-9cfb3fb8920a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.788093] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691638, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.902837] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.923436] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559779} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.924851] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 72f696ef-c5c4-410a-a894-52e683084a0a/72f696ef-c5c4-410a-a894-52e683084a0a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.925714] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.926612] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c667d7bb-7065-4c12-a647-44c5cf92c632 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.929886] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73501957-b3bd-4bb7-8da5-4c77628928ca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.937810] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489537ce-ef0b-4ff7-be7a-a61ecaf4a117 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.944562] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1332.944562] env[62259]: value = "task-1691642" [ 1332.944562] env[62259]: _type = "Task" [ 1332.944562] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.979994] env[62259]: DEBUG nova.network.neutron [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance_info_cache with network_info: [{"id": "9392092e-dc58-4e1a-9f58-557358db5cea", "address": "fa:16:3e:92:a2:7a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392092e-dc", "ovs_interfaceid": "9392092e-dc58-4e1a-9f58-557358db5cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.982501] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634b1f04-05e5-42f1-a2ad-e8089027e98c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.988543] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691642, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.994644] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a453f35-952c-4a1c-83cc-451809efe91a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.010594] env[62259]: DEBUG nova.compute.provider_tree [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.101021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.102512] env[62259]: DEBUG nova.compute.manager [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Instance network_info: |[{"id": "b0337245-48d1-4523-8447-566a0de1cb72", "address": "fa:16:3e:ed:29:c9", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0337245-48", "ovs_interfaceid": "b0337245-48d1-4523-8447-566a0de1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.103146] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:29:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0337245-48d1-4523-8447-566a0de1cb72', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.110975] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating folder: Project (61ea832725d341f9bd5d4abf1e5aabdc). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.111342] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a66ec95b-4234-40fb-93c3-7124d2c6d1d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.114187] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.126063] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Created folder: Project (61ea832725d341f9bd5d4abf1e5aabdc) in parent group-v352705. [ 1333.127761] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating folder: Instances. Parent ref: group-v352765. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.127761] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3968959a-f17e-4749-bda4-079482a95628 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.139133] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Created folder: Instances in parent group-v352765. [ 1333.139133] env[62259]: DEBUG oslo.service.loopingcall [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.139133] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.139133] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4746b5ec-9ea8-40c7-ab27-4b319dd6dc98 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.158513] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.158513] env[62259]: value = "task-1691645" [ 1333.158513] env[62259]: _type = "Task" [ 1333.158513] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.171299] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691645, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.236930] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] Releasing lock "refresh_cache-944ce849-152a-404e-8095-a6cc4f27bfc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.236930] env[62259]: DEBUG nova.compute.manager [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Received event network-vif-plugged-b0337245-48d1-4523-8447-566a0de1cb72 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1333.236930] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] Acquiring lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.236930] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.236930] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.237261] env[62259]: DEBUG nova.compute.manager [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] No waiting events found dispatching network-vif-plugged-b0337245-48d1-4523-8447-566a0de1cb72 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.237261] env[62259]: WARNING nova.compute.manager [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Received unexpected event network-vif-plugged-b0337245-48d1-4523-8447-566a0de1cb72 for instance with vm_state building and task_state spawning. [ 1333.237261] env[62259]: DEBUG nova.compute.manager [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Received event network-changed-b0337245-48d1-4523-8447-566a0de1cb72 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1333.237261] env[62259]: DEBUG nova.compute.manager [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Refreshing instance network info cache due to event network-changed-b0337245-48d1-4523-8447-566a0de1cb72. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1333.237261] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] Acquiring lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.237409] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] Acquired lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.237409] env[62259]: DEBUG nova.network.neutron [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Refreshing network info cache for port b0337245-48d1-4523-8447-566a0de1cb72 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.287274] env[62259]: DEBUG oslo_vmware.api [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691638, 'name': PowerOnVM_Task, 'duration_secs': 1.132396} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.287274] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.287569] env[62259]: INFO nova.compute.manager [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Took 11.94 seconds to spawn the instance on the hypervisor. [ 1333.287856] env[62259]: DEBUG nova.compute.manager [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.288784] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9493eaa3-6437-40e1-80c1-c9b2f890ba96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.313024] env[62259]: DEBUG nova.compute.manager [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.349275] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.349551] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.349707] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.349887] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.350043] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.350205] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.350525] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.350723] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.350900] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.351143] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.351343] env[62259]: DEBUG nova.virt.hardware [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.352553] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f783df-f315-4e7d-b463-17b0a1a2cc7d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.361231] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732b6dce-b990-4780-af4a-e845ad1017de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.402904] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691641, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.455747] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078262} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.456030] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.456959] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e92307c-1123-4fd1-849a-b508428a0f40 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.484623] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 72f696ef-c5c4-410a-a894-52e683084a0a/72f696ef-c5c4-410a-a894-52e683084a0a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.485224] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc75bd66-2d81-4a2e-bb09-f0cc96dbf1a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.500024] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.500336] env[62259]: DEBUG nova.objects.instance [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lazy-loading 'migration_context' on Instance uuid 54ce854a-5100-4a7c-ad79-ab4315a16984 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.508885] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1333.508885] env[62259]: value = "task-1691646" [ 1333.508885] env[62259]: _type = "Task" [ 1333.508885] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.514313] env[62259]: DEBUG nova.scheduler.client.report [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1333.524248] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.616755] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Releasing lock "refresh_cache-30526dec-d3cf-46be-841d-c96148f391d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.617542] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Updated the network info_cache for instance {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1333.617542] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.617542] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.617542] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1333.617788] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.671141] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691645, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.812721] env[62259]: INFO nova.compute.manager [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Took 41.25 seconds to build instance. [ 1333.902130] env[62259]: DEBUG oslo_vmware.api [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691641, 'name': PowerOnVM_Task, 'duration_secs': 1.194974} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.902130] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.902130] env[62259]: INFO nova.compute.manager [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1333.902507] env[62259]: DEBUG nova.compute.manager [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.903136] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08702251-63ff-4cf9-8f14-27d06e235f1e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.002894] env[62259]: DEBUG nova.objects.base [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Object Instance<54ce854a-5100-4a7c-ad79-ab4315a16984> lazy-loaded attributes: info_cache,migration_context {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1334.003925] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d198f9a-b378-45d4-b5fa-d7c5299f118d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.026499] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.026898] env[62259]: DEBUG nova.compute.manager [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.031859] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.062s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.031859] env[62259]: DEBUG nova.objects.instance [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lazy-loading 'resources' on Instance uuid 30526dec-d3cf-46be-841d-c96148f391d1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.032285] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbeaaa5c-df3b-4942-8965-1d463843f199 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.042538] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.043191] env[62259]: DEBUG oslo_vmware.api [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1334.043191] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5263b6d2-8add-84f4-3425-97343a3c4bc3" [ 1334.043191] env[62259]: _type = "Task" [ 1334.043191] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.055885] env[62259]: DEBUG oslo_vmware.api [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5263b6d2-8add-84f4-3425-97343a3c4bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.056190] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.121039] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.172448] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691645, 'name': CreateVM_Task, 'duration_secs': 0.620383} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.172761] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.173714] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.174016] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.174452] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.174929] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75cbf8d4-839a-4450-817e-1f9e3312ed5c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.182023] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1334.182023] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5235cbee-e709-3000-f57e-89f67975cee5" [ 1334.182023] env[62259]: _type = "Task" [ 1334.182023] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.192529] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5235cbee-e709-3000-f57e-89f67975cee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.278743] env[62259]: DEBUG nova.compute.manager [None req-59dad65e-967e-4939-9497-0a33048c9e6d tempest-ServerDiagnosticsTest-139901747 tempest-ServerDiagnosticsTest-139901747-project-admin] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.280390] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a686fe-e65b-40a8-a23d-d12213cb349e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.289209] env[62259]: INFO nova.compute.manager [None req-59dad65e-967e-4939-9497-0a33048c9e6d tempest-ServerDiagnosticsTest-139901747 tempest-ServerDiagnosticsTest-139901747-project-admin] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Retrieving diagnostics [ 1334.290457] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579447ca-f8da-464f-895b-0c3c9e82a4a9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.329838] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2477b7e2-b4a2-4a8d-a19c-cbe493c32b78 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.391s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.409684] env[62259]: DEBUG nova.network.neutron [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Successfully updated port: 9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.430686] env[62259]: INFO nova.compute.manager [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Took 41.27 seconds to build instance. [ 1334.469750] env[62259]: DEBUG nova.network.neutron [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updated VIF entry in instance network info cache for port b0337245-48d1-4523-8447-566a0de1cb72. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.469750] env[62259]: DEBUG nova.network.neutron [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance_info_cache with network_info: [{"id": "b0337245-48d1-4523-8447-566a0de1cb72", "address": "fa:16:3e:ed:29:c9", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0337245-48", "ovs_interfaceid": "b0337245-48d1-4523-8447-566a0de1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.521020] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691646, 'name': ReconfigVM_Task, 'duration_secs': 0.69437} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.521020] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 72f696ef-c5c4-410a-a894-52e683084a0a/72f696ef-c5c4-410a-a894-52e683084a0a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.521020] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c447afd9-f7db-41de-bf06-30c159bce257 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.528475] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1334.528475] env[62259]: value = "task-1691647" [ 1334.528475] env[62259]: _type = "Task" [ 1334.528475] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.542619] env[62259]: DEBUG nova.compute.utils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1334.543966] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691647, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.544726] env[62259]: DEBUG nova.compute.manager [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1334.544926] env[62259]: DEBUG nova.network.neutron [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1334.643446] env[62259]: DEBUG nova.policy [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9715deaf34f4f92be42639dfc5fbacb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1032bdc895eb485f949eb5f804314602', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1334.694719] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5235cbee-e709-3000-f57e-89f67975cee5, 'name': SearchDatastore_Task, 'duration_secs': 0.022662} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.698389] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.698634] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.699434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.699434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.699434] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.700184] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51bdbfde-2dbb-4d50-8ccf-665c16e6da69 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.710591] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.710812] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.711770] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e5b59d-a7ef-458e-b8c1-19869ecf011b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.720218] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1334.720218] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525625ff-b7b1-bef9-8629-091046b1f85c" [ 1334.720218] env[62259]: _type = "Task" [ 1334.720218] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.734271] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525625ff-b7b1-bef9-8629-091046b1f85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.834109] env[62259]: DEBUG nova.compute.manager [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.915034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "refresh_cache-b1921de9-5ed2-43a4-a533-ea0311d51938" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.915202] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired lock "refresh_cache-b1921de9-5ed2-43a4-a533-ea0311d51938" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.915357] env[62259]: DEBUG nova.network.neutron [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.933246] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e8236e88-93b8-446e-a920-fa57defebb4c tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "0beb117b-7382-42d5-abb0-06a0c740f983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.287s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.971749] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bf82038-9d89-4ca3-9c7e-947a7954c085 req-7dc1eae0-238d-43a5-998c-87b772148908 service nova] Releasing lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.045249] env[62259]: DEBUG nova.compute.manager [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.048780] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691647, 'name': Rename_Task, 'duration_secs': 0.172512} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.051839] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.052331] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5653ced6-d83b-459d-8dcc-3b9cbcf85892 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.060746] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1335.060746] env[62259]: value = "task-1691648" [ 1335.060746] env[62259]: _type = "Task" [ 1335.060746] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.075428] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.125562] env[62259]: DEBUG nova.compute.manager [req-061383ec-a474-4701-a0bb-3c55db015e5f req-a83bb98b-9981-4cb8-9479-d21f8718b175 service nova] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Received event network-vif-plugged-9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1335.125726] env[62259]: DEBUG oslo_concurrency.lockutils [req-061383ec-a474-4701-a0bb-3c55db015e5f req-a83bb98b-9981-4cb8-9479-d21f8718b175 service nova] Acquiring lock "b1921de9-5ed2-43a4-a533-ea0311d51938-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.125980] env[62259]: DEBUG oslo_concurrency.lockutils [req-061383ec-a474-4701-a0bb-3c55db015e5f req-a83bb98b-9981-4cb8-9479-d21f8718b175 service nova] Lock "b1921de9-5ed2-43a4-a533-ea0311d51938-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.126214] env[62259]: DEBUG oslo_concurrency.lockutils [req-061383ec-a474-4701-a0bb-3c55db015e5f req-a83bb98b-9981-4cb8-9479-d21f8718b175 service nova] Lock "b1921de9-5ed2-43a4-a533-ea0311d51938-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.126431] env[62259]: DEBUG nova.compute.manager [req-061383ec-a474-4701-a0bb-3c55db015e5f req-a83bb98b-9981-4cb8-9479-d21f8718b175 service nova] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] No waiting events found dispatching network-vif-plugged-9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.126645] env[62259]: WARNING nova.compute.manager [req-061383ec-a474-4701-a0bb-3c55db015e5f req-a83bb98b-9981-4cb8-9479-d21f8718b175 service nova] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Received unexpected event network-vif-plugged-9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3 for instance with vm_state building and task_state spawning. [ 1335.198786] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d574cfa-e648-45de-9147-bcfcbc524815 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.209210] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21be993-a51e-4035-af50-c8515342ab08 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.255571] env[62259]: DEBUG nova.network.neutron [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Successfully created port: 3307e325-5c02-48f5-84d8-e362c5af00a7 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.262166] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d38dbb-0c0c-4e39-9770-8105cb2d7658 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.272663] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525625ff-b7b1-bef9-8629-091046b1f85c, 'name': SearchDatastore_Task, 'duration_secs': 0.014895} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.275619] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46abde8d-11b1-4fd2-8960-8eed770a26c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.279195] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ea18f-b196-4d7d-9d09-a2fad53845cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.287451] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1335.287451] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5217b40b-6567-e7c3-5f99-69a878dac6eb" [ 1335.287451] env[62259]: _type = "Task" [ 1335.287451] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.295253] env[62259]: DEBUG nova.compute.provider_tree [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.306309] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5217b40b-6567-e7c3-5f99-69a878dac6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.360764] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.435974] env[62259]: DEBUG nova.compute.manager [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.470513] env[62259]: DEBUG nova.network.neutron [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.553638] env[62259]: INFO nova.virt.block_device [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Booting with volume f7c5c579-62c3-4c44-a6e3-38b3325bdb83 at /dev/sda [ 1335.591577] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.628013] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44aa7b2d-531e-4c7c-ab57-a874a046d126 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.639724] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d670c8d-0113-490a-9fef-2337dcc5bd39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.679919] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96b0976d-0937-42fc-8f6a-4dfd6271735c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.692658] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effc0587-748f-46ff-a082-54f97879f987 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.732789] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6672fe8-e4dc-4879-9156-dca598c52ab1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.745168] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b3ffdd-14e0-4bc4-bfd2-a26ca36c24ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.767379] env[62259]: DEBUG nova.virt.block_device [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Updating existing volume attachment record: a5cb6668-33cf-49fe-ace9-a396d16fae9d {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1335.804466] env[62259]: DEBUG nova.scheduler.client.report [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1335.810893] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5217b40b-6567-e7c3-5f99-69a878dac6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.019452} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.814456] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.815171] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 2496ab0d-468e-48b7-a85f-beb4e1f8bc47/2496ab0d-468e-48b7-a85f-beb4e1f8bc47.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.816872] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba88b305-14c0-4ae0-a53f-ac72bccc90b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.826920] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1335.826920] env[62259]: value = "task-1691649" [ 1335.826920] env[62259]: _type = "Task" [ 1335.826920] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.837716] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.963951] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.966562] env[62259]: DEBUG nova.network.neutron [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Updating instance_info_cache with network_info: [{"id": "9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3", "address": "fa:16:3e:13:b2:1d", "network": {"id": "638570c7-eeb2-4ff7-8eee-4a0980c51dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1073485451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17eed2a6861f48debfda2714df2e6634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd4c478-4a", "ovs_interfaceid": "9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.086799] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquiring lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.087247] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.087665] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquiring lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.088150] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.090029] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.090767] env[62259]: DEBUG oslo_vmware.api [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691648, 'name': PowerOnVM_Task, 'duration_secs': 0.738826} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.091449] env[62259]: INFO nova.compute.manager [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Terminating instance [ 1336.093024] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.093350] env[62259]: INFO nova.compute.manager [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1336.093664] env[62259]: DEBUG nova.compute.manager [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.095557] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe238a0-5ec4-4628-9351-02866fe0d7ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.315228] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.318544] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.121s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.322082] env[62259]: INFO nova.compute.claims [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.341522] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.344858] env[62259]: INFO nova.scheduler.client.report [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Deleted allocations for instance 30526dec-d3cf-46be-841d-c96148f391d1 [ 1336.472412] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Releasing lock "refresh_cache-b1921de9-5ed2-43a4-a533-ea0311d51938" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.472412] env[62259]: DEBUG nova.compute.manager [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Instance network_info: |[{"id": "9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3", "address": "fa:16:3e:13:b2:1d", "network": {"id": "638570c7-eeb2-4ff7-8eee-4a0980c51dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1073485451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17eed2a6861f48debfda2714df2e6634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd4c478-4a", "ovs_interfaceid": "9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.472519] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:b2:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.480085] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Creating folder: Project (17eed2a6861f48debfda2714df2e6634). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.480364] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-605ef3f8-8718-4122-acbe-ce842dbf3215 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.495887] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Created folder: Project (17eed2a6861f48debfda2714df2e6634) in parent group-v352705. [ 1336.496617] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Creating folder: Instances. Parent ref: group-v352768. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.497136] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f233e335-89ce-452e-88f5-4f44171fda0b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.512234] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Created folder: Instances in parent group-v352768. [ 1336.512234] env[62259]: DEBUG oslo.service.loopingcall [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.512234] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.512234] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdf207a5-7805-4d15-be7f-e90efa16f2f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.540714] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.540714] env[62259]: value = "task-1691652" [ 1336.540714] env[62259]: _type = "Task" [ 1336.540714] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.550540] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691652, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.599959] env[62259]: DEBUG nova.compute.manager [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.600379] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.601646] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a5dc56-6cc6-4d37-a348-8b92d5bb4a82 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.617058] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.618329] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ab4ec0-3020-4ffd-a9ba-2f9a30ed3e5e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.620373] env[62259]: INFO nova.compute.manager [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Took 36.72 seconds to build instance. [ 1336.628103] env[62259]: DEBUG oslo_vmware.api [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1336.628103] env[62259]: value = "task-1691653" [ 1336.628103] env[62259]: _type = "Task" [ 1336.628103] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.639439] env[62259]: DEBUG oslo_vmware.api [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.845886] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699551} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.849498] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 2496ab0d-468e-48b7-a85f-beb4e1f8bc47/2496ab0d-468e-48b7-a85f-beb4e1f8bc47.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.849726] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.850571] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b28b0bc4-4d36-4995-9c7c-a1b5839e5992 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.857563] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a3d892c-3e56-4875-b47a-5cbe85914882 tempest-ServersAdmin275Test-405527572 tempest-ServersAdmin275Test-405527572-project-member] Lock "30526dec-d3cf-46be-841d-c96148f391d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.530s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.868783] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1336.868783] env[62259]: value = "task-1691654" [ 1336.868783] env[62259]: _type = "Task" [ 1336.868783] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.880490] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.055052] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691652, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.123483] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d099369-d7e1-4510-ad13-3bc823af5bff tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "72f696ef-c5c4-410a-a894-52e683084a0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.165s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.143435] env[62259]: DEBUG oslo_vmware.api [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691653, 'name': PowerOffVM_Task, 'duration_secs': 0.312009} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.143780] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.143951] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.144366] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-624cff2f-3477-47ac-a37e-91c2181ee04c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.270022] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.270022] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.270022] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Deleting the datastore file [datastore1] 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.270022] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73006289-263d-4df0-99ea-152e7c56e5eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.276272] env[62259]: DEBUG oslo_vmware.api [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for the task: (returnval){ [ 1337.276272] env[62259]: value = "task-1691656" [ 1337.276272] env[62259]: _type = "Task" [ 1337.276272] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.287240] env[62259]: DEBUG oslo_vmware.api [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.366153] env[62259]: DEBUG nova.compute.manager [req-0abab0a0-69d4-4c59-99d3-3ab821b0f2d5 req-371dd28a-a5f9-4dfc-8188-c4140d98da2a service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Received event network-vif-plugged-3307e325-5c02-48f5-84d8-e362c5af00a7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1337.366153] env[62259]: DEBUG oslo_concurrency.lockutils [req-0abab0a0-69d4-4c59-99d3-3ab821b0f2d5 req-371dd28a-a5f9-4dfc-8188-c4140d98da2a service nova] Acquiring lock "8b970132-af07-43d0-a245-12af6dc77c97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.366153] env[62259]: DEBUG oslo_concurrency.lockutils [req-0abab0a0-69d4-4c59-99d3-3ab821b0f2d5 req-371dd28a-a5f9-4dfc-8188-c4140d98da2a service nova] Lock "8b970132-af07-43d0-a245-12af6dc77c97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.366153] env[62259]: DEBUG oslo_concurrency.lockutils [req-0abab0a0-69d4-4c59-99d3-3ab821b0f2d5 req-371dd28a-a5f9-4dfc-8188-c4140d98da2a service nova] Lock "8b970132-af07-43d0-a245-12af6dc77c97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.366153] env[62259]: DEBUG nova.compute.manager [req-0abab0a0-69d4-4c59-99d3-3ab821b0f2d5 req-371dd28a-a5f9-4dfc-8188-c4140d98da2a service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] No waiting events found dispatching network-vif-plugged-3307e325-5c02-48f5-84d8-e362c5af00a7 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.366739] env[62259]: WARNING nova.compute.manager [req-0abab0a0-69d4-4c59-99d3-3ab821b0f2d5 req-371dd28a-a5f9-4dfc-8188-c4140d98da2a service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Received unexpected event network-vif-plugged-3307e325-5c02-48f5-84d8-e362c5af00a7 for instance with vm_state building and task_state block_device_mapping. [ 1337.367595] env[62259]: DEBUG nova.network.neutron [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Successfully updated port: 3307e325-5c02-48f5-84d8-e362c5af00a7 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.391224] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078326} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.391224] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.392426] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c330d22a-df30-474b-8b5c-7830fe65581c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.435303] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2496ab0d-468e-48b7-a85f-beb4e1f8bc47/2496ab0d-468e-48b7-a85f-beb4e1f8bc47.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.438496] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8186087-15f1-4b12-bae2-d296a9d279a5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.459463] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1337.459463] env[62259]: value = "task-1691657" [ 1337.459463] env[62259]: _type = "Task" [ 1337.459463] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.472060] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.512568] env[62259]: DEBUG nova.compute.manager [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Received event network-changed-9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1337.513425] env[62259]: DEBUG nova.compute.manager [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Refreshing instance network info cache due to event network-changed-9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1337.513829] env[62259]: DEBUG oslo_concurrency.lockutils [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] Acquiring lock "refresh_cache-b1921de9-5ed2-43a4-a533-ea0311d51938" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.513829] env[62259]: DEBUG oslo_concurrency.lockutils [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] Acquired lock "refresh_cache-b1921de9-5ed2-43a4-a533-ea0311d51938" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.513922] env[62259]: DEBUG nova.network.neutron [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Refreshing network info cache for port 9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.554244] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691652, 'name': CreateVM_Task, 'duration_secs': 0.662954} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.554419] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.555177] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.555284] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.555603] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.558261] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f89d650-94a4-4ee8-ad4c-0de47efa4117 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.563560] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1337.563560] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525746ee-b3d3-f50f-306f-988933c31736" [ 1337.563560] env[62259]: _type = "Task" [ 1337.563560] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.574582] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525746ee-b3d3-f50f-306f-988933c31736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.630343] env[62259]: DEBUG nova.compute.manager [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.793975] env[62259]: DEBUG oslo_vmware.api [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.872709] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Acquiring lock "refresh_cache-8b970132-af07-43d0-a245-12af6dc77c97" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.872709] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Acquired lock "refresh_cache-8b970132-af07-43d0-a245-12af6dc77c97" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.872709] env[62259]: DEBUG nova.network.neutron [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.938341] env[62259]: DEBUG nova.compute.manager [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.938897] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1337.939161] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1337.939330] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.939537] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1337.939654] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.939799] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1337.940011] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1337.940191] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1337.940372] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1337.940591] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1337.941085] env[62259]: DEBUG nova.virt.hardware [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1337.945251] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1e59a3-6a5d-41f2-8e51-d1c32be439ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.951685] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30392f70-bbbd-4295-a7df-85d5fda49a73 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.958504] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21180ec9-b3d8-41fd-af25-6492d18f1c76 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.969597] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2aefc3-87d9-4e40-a2d2-aaf9ce24c4d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.987828] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.012020] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a05b27-5d07-4956-b511-9f83235ef71f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.031386] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f395ac9-dcf2-4f20-8c97-be491a7b298a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.050088] env[62259]: DEBUG nova.compute.provider_tree [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.074870] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525746ee-b3d3-f50f-306f-988933c31736, 'name': SearchDatastore_Task, 'duration_secs': 0.016446} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.074983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.075201] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.075431] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.075574] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.075772] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.076442] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-441f39e5-c155-4fc5-a446-9449db8f3fab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.091785] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.091980] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.095033] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3de485-7564-4d4d-b15d-44af59fc1b07 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.100959] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1338.100959] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525d6fa2-f10e-3a47-c6f7-c8779cce4154" [ 1338.100959] env[62259]: _type = "Task" [ 1338.100959] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.109618] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525d6fa2-f10e-3a47-c6f7-c8779cce4154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.163825] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.290357] env[62259]: DEBUG oslo_vmware.api [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Task: {'id': task-1691656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594785} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.290357] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.290476] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.290631] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.290986] env[62259]: INFO nova.compute.manager [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1338.291067] env[62259]: DEBUG oslo.service.loopingcall [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.291268] env[62259]: DEBUG nova.compute.manager [-] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.291652] env[62259]: DEBUG nova.network.neutron [-] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.442513] env[62259]: DEBUG nova.network.neutron [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Updated VIF entry in instance network info cache for port 9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.442888] env[62259]: DEBUG nova.network.neutron [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Updating instance_info_cache with network_info: [{"id": "9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3", "address": "fa:16:3e:13:b2:1d", "network": {"id": "638570c7-eeb2-4ff7-8eee-4a0980c51dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1073485451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17eed2a6861f48debfda2714df2e6634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd4c478-4a", "ovs_interfaceid": "9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.454498] env[62259]: DEBUG nova.network.neutron [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.480816] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691657, 'name': ReconfigVM_Task, 'duration_secs': 0.756061} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.481657] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2496ab0d-468e-48b7-a85f-beb4e1f8bc47/2496ab0d-468e-48b7-a85f-beb4e1f8bc47.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.482466] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-410286f0-ce15-4558-a8e5-79064ff82043 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.489948] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1338.489948] env[62259]: value = "task-1691658" [ 1338.489948] env[62259]: _type = "Task" [ 1338.489948] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.502958] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691658, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.526189] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquiring lock "72f696ef-c5c4-410a-a894-52e683084a0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.526490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "72f696ef-c5c4-410a-a894-52e683084a0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.526581] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquiring lock "72f696ef-c5c4-410a-a894-52e683084a0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.526778] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "72f696ef-c5c4-410a-a894-52e683084a0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.526965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "72f696ef-c5c4-410a-a894-52e683084a0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.529296] env[62259]: INFO nova.compute.manager [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Terminating instance [ 1338.577074] env[62259]: ERROR nova.scheduler.client.report [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [req-c95dfceb-5fb6-4bf3-a965-b1ef3b6fdcaf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c95dfceb-5fb6-4bf3-a965-b1ef3b6fdcaf"}]} [ 1338.600523] env[62259]: DEBUG nova.scheduler.client.report [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1338.620025] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525d6fa2-f10e-3a47-c6f7-c8779cce4154, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.620025] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1637dd7-34c1-4355-8325-6b57b26e3aaf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.626282] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1338.626282] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52087374-985c-faed-236d-3deac2953104" [ 1338.626282] env[62259]: _type = "Task" [ 1338.626282] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.627403] env[62259]: DEBUG nova.scheduler.client.report [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1338.627403] env[62259]: DEBUG nova.compute.provider_tree [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1338.638277] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52087374-985c-faed-236d-3deac2953104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.641750] env[62259]: DEBUG nova.scheduler.client.report [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1338.663423] env[62259]: DEBUG nova.scheduler.client.report [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1338.932112] env[62259]: DEBUG nova.network.neutron [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Updating instance_info_cache with network_info: [{"id": "3307e325-5c02-48f5-84d8-e362c5af00a7", "address": "fa:16:3e:44:99:4c", "network": {"id": "1847a2b9-fe88-4fa0-b52e-66b75580eab1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1209277411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1032bdc895eb485f949eb5f804314602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3307e325-5c", "ovs_interfaceid": "3307e325-5c02-48f5-84d8-e362c5af00a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.952201] env[62259]: DEBUG oslo_concurrency.lockutils [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] Releasing lock "refresh_cache-b1921de9-5ed2-43a4-a533-ea0311d51938" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.952201] env[62259]: DEBUG nova.compute.manager [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Received event network-changed-8378a20c-50b4-43ca-9ae9-c58866d20a66 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1338.952201] env[62259]: DEBUG nova.compute.manager [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Refreshing instance network info cache due to event network-changed-8378a20c-50b4-43ca-9ae9-c58866d20a66. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1338.952201] env[62259]: DEBUG oslo_concurrency.lockutils [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] Acquiring lock "refresh_cache-0beb117b-7382-42d5-abb0-06a0c740f983" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.952201] env[62259]: DEBUG oslo_concurrency.lockutils [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] Acquired lock "refresh_cache-0beb117b-7382-42d5-abb0-06a0c740f983" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.952427] env[62259]: DEBUG nova.network.neutron [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Refreshing network info cache for port 8378a20c-50b4-43ca-9ae9-c58866d20a66 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.004325] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691658, 'name': Rename_Task, 'duration_secs': 0.16926} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.007621] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.007890] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bbeb43f-919b-4c77-b529-0fce46df8068 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.014865] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1339.014865] env[62259]: value = "task-1691659" [ 1339.014865] env[62259]: _type = "Task" [ 1339.014865] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.030746] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.032817] env[62259]: DEBUG nova.compute.manager [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.032921] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.035836] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc58ea1-85e2-4dbb-b376-38f81c3e6e41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.043303] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.043552] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-806254ec-3f27-4f1f-ae29-c9828a336f0f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.048816] env[62259]: DEBUG oslo_vmware.api [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1339.048816] env[62259]: value = "task-1691660" [ 1339.048816] env[62259]: _type = "Task" [ 1339.048816] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.061046] env[62259]: DEBUG oslo_vmware.api [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.113124] env[62259]: DEBUG nova.network.neutron [-] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.144112] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52087374-985c-faed-236d-3deac2953104, 'name': SearchDatastore_Task, 'duration_secs': 0.012824} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.144860] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.144942] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] b1921de9-5ed2-43a4-a533-ea0311d51938/b1921de9-5ed2-43a4-a533-ea0311d51938.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.145204] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8d87fd-9625-4929-a242-99fb5d873027 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.151954] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1339.151954] env[62259]: value = "task-1691661" [ 1339.151954] env[62259]: _type = "Task" [ 1339.151954] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.163596] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.176021] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3d3ab-d728-4bb2-9c1f-a047fb79f9a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.185097] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf9355d-5bbc-4c4d-8695-3908c7411015 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.222014] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397ccdcd-0254-4971-a079-df8d8b4d8e70 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.229893] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8180c24e-3b7a-48a5-b467-67c5d6c4e641 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.245794] env[62259]: DEBUG nova.compute.provider_tree [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.434724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Releasing lock "refresh_cache-8b970132-af07-43d0-a245-12af6dc77c97" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.438029] env[62259]: DEBUG nova.compute.manager [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Instance network_info: |[{"id": "3307e325-5c02-48f5-84d8-e362c5af00a7", "address": "fa:16:3e:44:99:4c", "network": {"id": "1847a2b9-fe88-4fa0-b52e-66b75580eab1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1209277411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1032bdc895eb485f949eb5f804314602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3307e325-5c", "ovs_interfaceid": "3307e325-5c02-48f5-84d8-e362c5af00a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.438400] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:99:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3307e325-5c02-48f5-84d8-e362c5af00a7', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.446850] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Creating folder: Project (1032bdc895eb485f949eb5f804314602). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.447392] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3e51d4c-3dd9-4bd1-b9bd-b8a7cda8c9d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.469279] env[62259]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1339.469561] env[62259]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62259) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1339.469973] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Folder already exists: Project (1032bdc895eb485f949eb5f804314602). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1339.470215] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Creating folder: Instances. Parent ref: group-v352718. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.470760] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96167ebe-8576-45bf-b6d0-b7ab0b25bf60 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.485062] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Created folder: Instances in parent group-v352718. [ 1339.485417] env[62259]: DEBUG oslo.service.loopingcall [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.485656] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.485924] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d50196-2dda-476a-90f3-8e215087aca2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.514846] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.514846] env[62259]: value = "task-1691664" [ 1339.514846] env[62259]: _type = "Task" [ 1339.514846] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.540523] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691664, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.540898] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691659, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.562703] env[62259]: DEBUG oslo_vmware.api [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691660, 'name': PowerOffVM_Task, 'duration_secs': 0.297861} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.562703] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.562989] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.563037] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-023e8ae9-2a8c-42d5-99e0-9010354563e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.617739] env[62259]: INFO nova.compute.manager [-] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Took 1.33 seconds to deallocate network for instance. [ 1339.629333] env[62259]: DEBUG nova.compute.manager [req-8276782e-690d-4b6f-a342-7fe695ca5f46 req-72ae02d0-5b8a-4087-a703-4631b82a72b0 service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Received event network-changed-3307e325-5c02-48f5-84d8-e362c5af00a7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1339.629577] env[62259]: DEBUG nova.compute.manager [req-8276782e-690d-4b6f-a342-7fe695ca5f46 req-72ae02d0-5b8a-4087-a703-4631b82a72b0 service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Refreshing instance network info cache due to event network-changed-3307e325-5c02-48f5-84d8-e362c5af00a7. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1339.629831] env[62259]: DEBUG oslo_concurrency.lockutils [req-8276782e-690d-4b6f-a342-7fe695ca5f46 req-72ae02d0-5b8a-4087-a703-4631b82a72b0 service nova] Acquiring lock "refresh_cache-8b970132-af07-43d0-a245-12af6dc77c97" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.629981] env[62259]: DEBUG oslo_concurrency.lockutils [req-8276782e-690d-4b6f-a342-7fe695ca5f46 req-72ae02d0-5b8a-4087-a703-4631b82a72b0 service nova] Acquired lock "refresh_cache-8b970132-af07-43d0-a245-12af6dc77c97" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.630502] env[62259]: DEBUG nova.network.neutron [req-8276782e-690d-4b6f-a342-7fe695ca5f46 req-72ae02d0-5b8a-4087-a703-4631b82a72b0 service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Refreshing network info cache for port 3307e325-5c02-48f5-84d8-e362c5af00a7 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.641415] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.641676] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.641922] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Deleting the datastore file [datastore1] 72f696ef-c5c4-410a-a894-52e683084a0a {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.644113] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50bde456-8379-4eac-a99d-25fd7ff53544 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.651712] env[62259]: DEBUG oslo_vmware.api [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for the task: (returnval){ [ 1339.651712] env[62259]: value = "task-1691666" [ 1339.651712] env[62259]: _type = "Task" [ 1339.651712] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.666067] env[62259]: DEBUG oslo_vmware.api [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.670980] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691661, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.792143] env[62259]: DEBUG nova.scheduler.client.report [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1339.792143] env[62259]: DEBUG nova.compute.provider_tree [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 47 to 48 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1339.792357] env[62259]: DEBUG nova.compute.provider_tree [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.809407] env[62259]: DEBUG nova.compute.manager [req-973cbf5a-ce35-4213-ba17-b0a05434153e req-5a2f4843-df9a-4104-ba4b-d39e3197428f service nova] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Received event network-vif-deleted-652335a5-ff1f-4c99-8e57-6deffe46375f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1339.842061] env[62259]: DEBUG nova.network.neutron [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Updated VIF entry in instance network info cache for port 8378a20c-50b4-43ca-9ae9-c58866d20a66. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.842061] env[62259]: DEBUG nova.network.neutron [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Updating instance_info_cache with network_info: [{"id": "8378a20c-50b4-43ca-9ae9-c58866d20a66", "address": "fa:16:3e:93:57:26", "network": {"id": "95992f85-7cb7-48fa-be0c-c7c711ba596c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-774266239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5cd63094864e98937c297c4fc704a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8378a20c-50", "ovs_interfaceid": "8378a20c-50b4-43ca-9ae9-c58866d20a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.033758] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691664, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.037070] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691659, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.124964] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.165259] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66353} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.168383] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] b1921de9-5ed2-43a4-a533-ea0311d51938/b1921de9-5ed2-43a4-a533-ea0311d51938.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.168607] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.168873] env[62259]: DEBUG oslo_vmware.api [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.169099] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d11c12b2-4f3f-4d33-b629-135608ff2483 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.176209] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1340.176209] env[62259]: value = "task-1691667" [ 1340.176209] env[62259]: _type = "Task" [ 1340.176209] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.183746] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.296282] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.978s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.297047] env[62259]: DEBUG nova.compute.manager [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.301038] env[62259]: DEBUG oslo_concurrency.lockutils [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.960s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.301324] env[62259]: DEBUG nova.objects.instance [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lazy-loading 'resources' on Instance uuid 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.346103] env[62259]: DEBUG oslo_concurrency.lockutils [req-1a0f88dc-098d-4d15-abd4-8c98f9e9bf3d req-19e371f0-5665-4300-b5fd-54dfe13a9880 service nova] Releasing lock "refresh_cache-0beb117b-7382-42d5-abb0-06a0c740f983" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.539173] env[62259]: DEBUG oslo_vmware.api [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691659, 'name': PowerOnVM_Task, 'duration_secs': 1.346188} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.543480] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.544218] env[62259]: INFO nova.compute.manager [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1340.544432] env[62259]: DEBUG nova.compute.manager [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.544845] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691664, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.546169] env[62259]: DEBUG nova.network.neutron [req-8276782e-690d-4b6f-a342-7fe695ca5f46 req-72ae02d0-5b8a-4087-a703-4631b82a72b0 service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Updated VIF entry in instance network info cache for port 3307e325-5c02-48f5-84d8-e362c5af00a7. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.546509] env[62259]: DEBUG nova.network.neutron [req-8276782e-690d-4b6f-a342-7fe695ca5f46 req-72ae02d0-5b8a-4087-a703-4631b82a72b0 service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Updating instance_info_cache with network_info: [{"id": "3307e325-5c02-48f5-84d8-e362c5af00a7", "address": "fa:16:3e:44:99:4c", "network": {"id": "1847a2b9-fe88-4fa0-b52e-66b75580eab1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1209277411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1032bdc895eb485f949eb5f804314602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3307e325-5c", "ovs_interfaceid": "3307e325-5c02-48f5-84d8-e362c5af00a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.548216] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a8a2ca-d49d-435f-a9d4-700f3d1c1ef6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.663307] env[62259]: DEBUG oslo_vmware.api [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Task: {'id': task-1691666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555941} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.666028] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.666028] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.666028] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.666028] env[62259]: INFO nova.compute.manager [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1340.666028] env[62259]: DEBUG oslo.service.loopingcall [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.666246] env[62259]: DEBUG nova.compute.manager [-] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.666246] env[62259]: DEBUG nova.network.neutron [-] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.694586] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074358} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.695017] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.697033] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad78d5-de19-453e-b56d-c80ea1b9103a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.719925] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b1921de9-5ed2-43a4-a533-ea0311d51938/b1921de9-5ed2-43a4-a533-ea0311d51938.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.720309] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301d61c2-6a53-4de8-ab31-9d030b7cb52a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.745450] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1340.745450] env[62259]: value = "task-1691668" [ 1340.745450] env[62259]: _type = "Task" [ 1340.745450] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.753925] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.804487] env[62259]: DEBUG nova.compute.utils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1340.808742] env[62259]: DEBUG nova.compute.manager [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.808913] env[62259]: DEBUG nova.network.neutron [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.885076] env[62259]: DEBUG nova.policy [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0ed27b77ab6433ea568708706d382a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cfddb7d49a24f9892d61b183dbb9ddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.037803] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691664, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.051767] env[62259]: DEBUG oslo_concurrency.lockutils [req-8276782e-690d-4b6f-a342-7fe695ca5f46 req-72ae02d0-5b8a-4087-a703-4631b82a72b0 service nova] Releasing lock "refresh_cache-8b970132-af07-43d0-a245-12af6dc77c97" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.076583] env[62259]: INFO nova.compute.manager [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Took 38.66 seconds to build instance. [ 1341.234204] env[62259]: DEBUG nova.network.neutron [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Successfully created port: 219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.259917] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.311724] env[62259]: DEBUG nova.compute.manager [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.376704] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69507ca-655a-4bd5-8dbe-c5b76c0b532e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.387202] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a0a92a-4c7e-4478-ae18-d5c8e854c469 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.419379] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da36aa9-4ef3-4232-b81c-df9251111460 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.427882] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc11257-5d0b-4aa3-9f00-804d27a217a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.442444] env[62259]: DEBUG nova.compute.provider_tree [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.539088] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691664, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.582335] env[62259]: DEBUG oslo_concurrency.lockutils [None req-515cf60b-7b2b-4d0b-9366-f4d51c5f3cfe tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.330s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.625981] env[62259]: DEBUG nova.network.neutron [-] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.762031] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691668, 'name': ReconfigVM_Task, 'duration_secs': 0.825888} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.762031] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b1921de9-5ed2-43a4-a533-ea0311d51938/b1921de9-5ed2-43a4-a533-ea0311d51938.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.762031] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92922bf1-4ea9-4640-ab50-e62badc45c87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.772020] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1341.772020] env[62259]: value = "task-1691669" [ 1341.772020] env[62259]: _type = "Task" [ 1341.772020] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.785878] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691669, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.808069] env[62259]: DEBUG nova.compute.manager [req-9d4abc9c-af47-4c93-8b89-5f22ae8bb7ed req-93ff8829-c58f-4469-baf4-013aaa53f470 service nova] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Received event network-vif-deleted-2a9e0193-1d15-430c-97b2-219a96fdd2d6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1341.950706] env[62259]: DEBUG nova.scheduler.client.report [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1341.966716] env[62259]: DEBUG nova.compute.manager [req-857e3c3c-6ae3-4e4f-8b15-94414c17e71a req-d6bed2b1-580e-4857-a85c-0be642cca52e service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Received event network-changed-b0337245-48d1-4523-8447-566a0de1cb72 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1341.967043] env[62259]: DEBUG nova.compute.manager [req-857e3c3c-6ae3-4e4f-8b15-94414c17e71a req-d6bed2b1-580e-4857-a85c-0be642cca52e service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Refreshing instance network info cache due to event network-changed-b0337245-48d1-4523-8447-566a0de1cb72. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1341.967390] env[62259]: DEBUG oslo_concurrency.lockutils [req-857e3c3c-6ae3-4e4f-8b15-94414c17e71a req-d6bed2b1-580e-4857-a85c-0be642cca52e service nova] Acquiring lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.967598] env[62259]: DEBUG oslo_concurrency.lockutils [req-857e3c3c-6ae3-4e4f-8b15-94414c17e71a req-d6bed2b1-580e-4857-a85c-0be642cca52e service nova] Acquired lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.967872] env[62259]: DEBUG nova.network.neutron [req-857e3c3c-6ae3-4e4f-8b15-94414c17e71a req-d6bed2b1-580e-4857-a85c-0be642cca52e service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Refreshing network info cache for port b0337245-48d1-4523-8447-566a0de1cb72 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.037314] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691664, 'name': CreateVM_Task, 'duration_secs': 2.107841} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.037376] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.038112] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352734', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'name': 'volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8b970132-af07-43d0-a245-12af6dc77c97', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'serial': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83'}, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'a5cb6668-33cf-49fe-ace9-a396d16fae9d', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62259) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1342.038387] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Root volume attach. Driver type: vmdk {{(pid=62259) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1342.039365] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b056087-02e5-4618-b864-72e121278a86 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.047861] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629174ef-cd50-4a39-9398-a45e1f36f253 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.057025] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b59ec6-ddd8-47df-9b06-9ee23f7e5cc7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.060570] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2554283a-d4a7-4d45-9a52-4c79ee97ec50 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.067650] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for the task: (returnval){ [ 1342.067650] env[62259]: value = "task-1691670" [ 1342.067650] env[62259]: _type = "Task" [ 1342.067650] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.075290] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691670, 'name': RelocateVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.083690] env[62259]: DEBUG nova.compute.manager [None req-d92fb28e-7598-4922-886c-bf85463e7d9c tempest-ServersListShow296Test-1999466233 tempest-ServersListShow296Test-1999466233-project-member] [instance: d82792e6-d2f4-48a5-aefb-8f1d46ab4e35] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.129339] env[62259]: INFO nova.compute.manager [-] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Took 1.46 seconds to deallocate network for instance. [ 1342.281829] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691669, 'name': Rename_Task, 'duration_secs': 0.169751} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.282111] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.282350] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57afefaa-47dc-47f7-99ce-b5a002722c56 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.288588] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1342.288588] env[62259]: value = "task-1691671" [ 1342.288588] env[62259]: _type = "Task" [ 1342.288588] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.295737] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.324028] env[62259]: DEBUG nova.compute.manager [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.348256] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1342.348505] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1342.348660] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.349499] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1342.349499] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.349499] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1342.349499] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1342.349704] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1342.349704] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1342.349837] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1342.350030] env[62259]: DEBUG nova.virt.hardware [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1342.350881] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7920f5-d27e-421e-ad11-1964339a18d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.359090] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b4b729-35ee-4484-814d-4d5d5369b024 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.460474] env[62259]: DEBUG oslo_concurrency.lockutils [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.462804] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.032s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.464443] env[62259]: INFO nova.compute.claims [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.505725] env[62259]: INFO nova.scheduler.client.report [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleted allocations for instance 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed [ 1342.580409] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691670, 'name': RelocateVM_Task, 'duration_secs': 0.026796} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.583240] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1342.583539] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352734', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'name': 'volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8b970132-af07-43d0-a245-12af6dc77c97', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'serial': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1342.584398] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03902e-0f39-42cb-9eaf-b567e1140f24 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.587844] env[62259]: DEBUG nova.compute.manager [None req-d92fb28e-7598-4922-886c-bf85463e7d9c tempest-ServersListShow296Test-1999466233 tempest-ServersListShow296Test-1999466233-project-member] [instance: d82792e6-d2f4-48a5-aefb-8f1d46ab4e35] Instance disappeared before build. {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1342.607910] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4e98d-d78e-4811-9bc0-86a78359052f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.634246] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83/volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.634861] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a3f343a-aed8-4f0d-8d4d-0dd0d249831b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.652872] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.660017] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for the task: (returnval){ [ 1342.660017] env[62259]: value = "task-1691672" [ 1342.660017] env[62259]: _type = "Task" [ 1342.660017] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.669309] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.799089] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691671, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.881699] env[62259]: DEBUG nova.network.neutron [req-857e3c3c-6ae3-4e4f-8b15-94414c17e71a req-d6bed2b1-580e-4857-a85c-0be642cca52e service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updated VIF entry in instance network info cache for port b0337245-48d1-4523-8447-566a0de1cb72. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.882076] env[62259]: DEBUG nova.network.neutron [req-857e3c3c-6ae3-4e4f-8b15-94414c17e71a req-d6bed2b1-580e-4857-a85c-0be642cca52e service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance_info_cache with network_info: [{"id": "b0337245-48d1-4523-8447-566a0de1cb72", "address": "fa:16:3e:ed:29:c9", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0337245-48", "ovs_interfaceid": "b0337245-48d1-4523-8447-566a0de1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.019632] env[62259]: DEBUG oslo_concurrency.lockutils [None req-38369988-9456-44ab-af2c-b7b2d8648b3d tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "7b0ddfcf-950a-47bb-bc29-e6ff325f0aed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.421s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.103835] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d92fb28e-7598-4922-886c-bf85463e7d9c tempest-ServersListShow296Test-1999466233 tempest-ServersListShow296Test-1999466233-project-member] Lock "d82792e6-d2f4-48a5-aefb-8f1d46ab4e35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.301s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.152614] env[62259]: DEBUG nova.network.neutron [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Successfully updated port: 219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.176598] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691672, 'name': ReconfigVM_Task, 'duration_secs': 0.26519} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.177201] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83/volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.186949] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d8bcc7-7d37-4569-b065-9055a98c32fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.212056] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for the task: (returnval){ [ 1343.212056] env[62259]: value = "task-1691673" [ 1343.212056] env[62259]: _type = "Task" [ 1343.212056] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.225194] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.301331] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691671, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.385067] env[62259]: DEBUG oslo_concurrency.lockutils [req-857e3c3c-6ae3-4e4f-8b15-94414c17e71a req-d6bed2b1-580e-4857-a85c-0be642cca52e service nova] Releasing lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.611157] env[62259]: DEBUG nova.compute.manager [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.656993] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquiring lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.657178] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquired lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.657329] env[62259]: DEBUG nova.network.neutron [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.725018] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691673, 'name': ReconfigVM_Task, 'duration_secs': 0.145625} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.725018] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352734', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'name': 'volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8b970132-af07-43d0-a245-12af6dc77c97', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'serial': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1343.725730] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfb42b75-a6e6-4805-919a-1a621b4e4e0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.732952] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for the task: (returnval){ [ 1343.732952] env[62259]: value = "task-1691674" [ 1343.732952] env[62259]: _type = "Task" [ 1343.732952] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.746168] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691674, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.801576] env[62259]: DEBUG oslo_vmware.api [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691671, 'name': PowerOnVM_Task, 'duration_secs': 1.144622} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.802270] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.802670] env[62259]: INFO nova.compute.manager [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1343.802995] env[62259]: DEBUG nova.compute.manager [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.804440] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c92eda-8b4e-49dc-a438-dfc23ca2744c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.025106] env[62259]: DEBUG nova.compute.manager [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Received event network-vif-plugged-219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1344.025423] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] Acquiring lock "e74178c1-975b-490a-9a34-dfe4031efe77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.025698] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] Lock "e74178c1-975b-490a-9a34-dfe4031efe77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.025918] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] Lock "e74178c1-975b-490a-9a34-dfe4031efe77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.026163] env[62259]: DEBUG nova.compute.manager [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] No waiting events found dispatching network-vif-plugged-219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.026391] env[62259]: WARNING nova.compute.manager [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Received unexpected event network-vif-plugged-219e6729-177d-4fe6-b55b-1ac10f6e3865 for instance with vm_state building and task_state spawning. [ 1344.026610] env[62259]: DEBUG nova.compute.manager [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Received event network-changed-219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1344.026838] env[62259]: DEBUG nova.compute.manager [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Refreshing instance network info cache due to event network-changed-219e6729-177d-4fe6-b55b-1ac10f6e3865. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1344.027106] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] Acquiring lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.086019] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de760c7-2e91-49d4-8f32-9e527378c568 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.093301] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea7230c-d6a0-4ecf-91b2-361e05cf6908 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.133471] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b5de64-a865-431f-9625-a51ae8a7f7f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.142325] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0140c7fa-2ddd-4b6e-81ca-68107cf65aa0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.147719] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.157720] env[62259]: DEBUG nova.compute.provider_tree [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.207123] env[62259]: DEBUG nova.network.neutron [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.243718] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691674, 'name': Rename_Task, 'duration_secs': 0.25375} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.244281] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.245400] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-107d818d-6940-43ac-bf2e-a57deb2494fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.252564] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for the task: (returnval){ [ 1344.252564] env[62259]: value = "task-1691675" [ 1344.252564] env[62259]: _type = "Task" [ 1344.252564] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.266523] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.330516] env[62259]: INFO nova.compute.manager [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Took 40.26 seconds to build instance. [ 1344.400587] env[62259]: DEBUG nova.network.neutron [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Updating instance_info_cache with network_info: [{"id": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "address": "fa:16:3e:e8:5c:82", "network": {"id": "a2f4e23c-1b29-4f08-b52c-b15907c4babc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1441704999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cfddb7d49a24f9892d61b183dbb9ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219e6729-17", "ovs_interfaceid": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.692089] env[62259]: DEBUG nova.scheduler.client.report [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1344.692089] env[62259]: DEBUG nova.compute.provider_tree [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 48 to 49 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1344.692089] env[62259]: DEBUG nova.compute.provider_tree [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.764492] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691675, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.832876] env[62259]: DEBUG oslo_concurrency.lockutils [None req-413587ef-77e7-4ae4-af2c-e2e86e592bdc tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "b1921de9-5ed2-43a4-a533-ea0311d51938" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.531s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.903314] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Releasing lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.903686] env[62259]: DEBUG nova.compute.manager [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Instance network_info: |[{"id": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "address": "fa:16:3e:e8:5c:82", "network": {"id": "a2f4e23c-1b29-4f08-b52c-b15907c4babc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1441704999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cfddb7d49a24f9892d61b183dbb9ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219e6729-17", "ovs_interfaceid": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.903989] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] Acquired lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.904188] env[62259]: DEBUG nova.network.neutron [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Refreshing network info cache for port 219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.906512] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:5c:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '219e6729-177d-4fe6-b55b-1ac10f6e3865', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.914407] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Creating folder: Project (4cfddb7d49a24f9892d61b183dbb9ddf). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.917787] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-774b8415-40a7-49f8-97d7-5543f02e8513 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.930382] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Created folder: Project (4cfddb7d49a24f9892d61b183dbb9ddf) in parent group-v352705. [ 1344.930601] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Creating folder: Instances. Parent ref: group-v352773. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.930856] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2f0a9dd-4e06-46d4-ab58-df3285867b0e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.942348] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Created folder: Instances in parent group-v352773. [ 1344.942640] env[62259]: DEBUG oslo.service.loopingcall [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.942844] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.943092] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72fa5bab-c0cc-4cd0-abf6-fa2b880c5b3e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.966757] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.966757] env[62259]: value = "task-1691678" [ 1344.966757] env[62259]: _type = "Task" [ 1344.966757] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.981194] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691678, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.196163] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.196720] env[62259]: DEBUG nova.compute.manager [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.200601] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.946s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.200601] env[62259]: DEBUG nova.objects.instance [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lazy-loading 'resources' on Instance uuid 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.264096] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691675, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.336840] env[62259]: DEBUG nova.compute.manager [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1345.481023] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691678, 'name': CreateVM_Task, 'duration_secs': 0.317448} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.481023] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.481023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.481023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.481023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.481277] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ecc328-2132-43da-8ff9-d5d261be86d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.485455] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1345.485455] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b5ce85-4e12-e506-7d1c-ec16f6bdaaf6" [ 1345.485455] env[62259]: _type = "Task" [ 1345.485455] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.493952] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b5ce85-4e12-e506-7d1c-ec16f6bdaaf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.656820] env[62259]: DEBUG nova.network.neutron [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Updated VIF entry in instance network info cache for port 219e6729-177d-4fe6-b55b-1ac10f6e3865. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.656820] env[62259]: DEBUG nova.network.neutron [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Updating instance_info_cache with network_info: [{"id": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "address": "fa:16:3e:e8:5c:82", "network": {"id": "a2f4e23c-1b29-4f08-b52c-b15907c4babc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1441704999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cfddb7d49a24f9892d61b183dbb9ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219e6729-17", "ovs_interfaceid": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.707058] env[62259]: DEBUG nova.compute.utils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1345.712525] env[62259]: DEBUG nova.compute.manager [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.712719] env[62259]: DEBUG nova.network.neutron [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.772783] env[62259]: DEBUG oslo_vmware.api [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691675, 'name': PowerOnVM_Task, 'duration_secs': 1.358986} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.773134] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.773373] env[62259]: INFO nova.compute.manager [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1345.774532] env[62259]: DEBUG nova.compute.manager [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.774532] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71a831d-5187-4da9-977a-4de876953218 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.782313] env[62259]: DEBUG nova.policy [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d9b6bbf8490449896f7af7b31240a82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e0702b01354f728a14d0ea9d7924a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.860211] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.005595] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b5ce85-4e12-e506-7d1c-ec16f6bdaaf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.005938] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.006212] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.006468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.006631] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.006820] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.007100] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b504ab-ff95-450f-b990-19674f0a3d44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.018278] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.019487] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.019487] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b790a1-b704-4950-95d6-9df3bb0530b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.025175] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1346.025175] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b4c8cf-d129-617c-f0f4-1765a3a66f0a" [ 1346.025175] env[62259]: _type = "Task" [ 1346.025175] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.039106] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b4c8cf-d129-617c-f0f4-1765a3a66f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.040183] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ece393f-5378-4c85-979e-5790337ea568 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.046902] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1346.046902] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b053c2-4804-b65d-71c6-994108a91969" [ 1346.046902] env[62259]: _type = "Task" [ 1346.046902] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.056404] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b053c2-4804-b65d-71c6-994108a91969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.160738] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c71eb93-e4a4-43b2-b5ab-617c327022f3 req-5ab2cdca-ebc9-4659-b9b9-1650198bcae3 service nova] Releasing lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.218579] env[62259]: DEBUG nova.compute.manager [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.257814] env[62259]: DEBUG nova.network.neutron [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Successfully created port: 750a6422-1b2b-41bf-bc96-1df09e927efe {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.308840] env[62259]: INFO nova.compute.manager [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Took 39.30 seconds to build instance. [ 1346.320837] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4b1f31-1e53-4dbd-8978-18f09a9df4d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.331137] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cc4dc5-6908-42a8-ba2a-2b089a04abfc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.362421] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb9863-a8b4-4458-b18a-bb136b465177 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.370275] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d27ccbd-07a4-4e8e-be42-a29679a86613 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.386235] env[62259]: DEBUG nova.compute.provider_tree [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.558689] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b053c2-4804-b65d-71c6-994108a91969, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.558689] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.558689] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] e74178c1-975b-490a-9a34-dfe4031efe77/e74178c1-975b-490a-9a34-dfe4031efe77.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.558967] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d473f131-b79a-40a0-9fee-26672072430c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.568808] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1346.568808] env[62259]: value = "task-1691679" [ 1346.568808] env[62259]: _type = "Task" [ 1346.568808] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.576123] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.811967] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7140c93a-9c08-40f9-a713-067dfddefeea tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "8b970132-af07-43d0-a245-12af6dc77c97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.227s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.890078] env[62259]: DEBUG nova.scheduler.client.report [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1347.079181] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691679, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.233615] env[62259]: DEBUG nova.compute.manager [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.259017] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1347.259283] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1347.259445] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.259627] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1347.259770] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.259918] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1347.260337] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1347.260536] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1347.260713] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1347.260877] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1347.261059] env[62259]: DEBUG nova.virt.hardware [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1347.262329] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e835150-be2c-49c3-94fa-ce3c1115f590 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.271305] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbe9df5-cf84-4983-b24e-e1dab659729d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.319136] env[62259]: DEBUG nova.compute.manager [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.396339] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.398610] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.823s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.398845] env[62259]: DEBUG nova.objects.instance [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lazy-loading 'resources' on Instance uuid e703fa1b-337f-4bb5-969f-6f8726e6141c {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.424138] env[62259]: INFO nova.scheduler.client.report [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleted allocations for instance 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada [ 1347.579846] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640384} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.580114] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] e74178c1-975b-490a-9a34-dfe4031efe77/e74178c1-975b-490a-9a34-dfe4031efe77.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.580333] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.580580] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c388b71b-2f28-43b9-b947-44380b981503 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.587308] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1347.587308] env[62259]: value = "task-1691680" [ 1347.587308] env[62259]: _type = "Task" [ 1347.587308] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.595596] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.844157] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.940754] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d18dd5f6-15a6-4c98-bed8-7e13f9c84691 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "5bfaf77e-1ea9-4f72-a5bf-3d3339369ada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.505s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.099969] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085521} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.106937] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.106937] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc87a174-ecf3-4ea4-9e55-5e50d61e91db {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.134159] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] e74178c1-975b-490a-9a34-dfe4031efe77/e74178c1-975b-490a-9a34-dfe4031efe77.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.135186] env[62259]: DEBUG nova.network.neutron [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Successfully updated port: 750a6422-1b2b-41bf-bc96-1df09e927efe {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.140070] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd1b1603-fe07-4b6a-bc24-858caee4640b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.166097] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1348.166097] env[62259]: value = "task-1691681" [ 1348.166097] env[62259]: _type = "Task" [ 1348.166097] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.175727] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.288810] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquiring lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.289101] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.466773] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99190521-67fb-462e-93ff-b78c43b4af3d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.474953] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa90986-4c9a-4901-9e2e-9dad8a8578d7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.515833] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f17145d-c0da-4306-b335-1fa743d410d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.519346] env[62259]: DEBUG nova.compute.manager [req-3179bb52-d2b9-4d8f-a2d7-a5306c2f2ba2 req-762f8e5b-9f80-4bca-9c42-c93e22b434e9 service nova] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Received event network-vif-plugged-750a6422-1b2b-41bf-bc96-1df09e927efe {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1348.519556] env[62259]: DEBUG oslo_concurrency.lockutils [req-3179bb52-d2b9-4d8f-a2d7-a5306c2f2ba2 req-762f8e5b-9f80-4bca-9c42-c93e22b434e9 service nova] Acquiring lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.519766] env[62259]: DEBUG oslo_concurrency.lockutils [req-3179bb52-d2b9-4d8f-a2d7-a5306c2f2ba2 req-762f8e5b-9f80-4bca-9c42-c93e22b434e9 service nova] Lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.519974] env[62259]: DEBUG oslo_concurrency.lockutils [req-3179bb52-d2b9-4d8f-a2d7-a5306c2f2ba2 req-762f8e5b-9f80-4bca-9c42-c93e22b434e9 service nova] Lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.520099] env[62259]: DEBUG nova.compute.manager [req-3179bb52-d2b9-4d8f-a2d7-a5306c2f2ba2 req-762f8e5b-9f80-4bca-9c42-c93e22b434e9 service nova] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] No waiting events found dispatching network-vif-plugged-750a6422-1b2b-41bf-bc96-1df09e927efe {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.520264] env[62259]: WARNING nova.compute.manager [req-3179bb52-d2b9-4d8f-a2d7-a5306c2f2ba2 req-762f8e5b-9f80-4bca-9c42-c93e22b434e9 service nova] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Received unexpected event network-vif-plugged-750a6422-1b2b-41bf-bc96-1df09e927efe for instance with vm_state building and task_state spawning. [ 1348.526555] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c957f7-ff9c-4efd-ad65-d2a126715bf8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.540957] env[62259]: DEBUG nova.compute.provider_tree [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.637973] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquiring lock "refresh_cache-f74dc970-b8e4-46aa-9ebd-e0348e2600e7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.638249] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquired lock "refresh_cache-f74dc970-b8e4-46aa-9ebd-e0348e2600e7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.638624] env[62259]: DEBUG nova.network.neutron [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.685946] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.044241] env[62259]: DEBUG nova.scheduler.client.report [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1349.176867] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691681, 'name': ReconfigVM_Task, 'duration_secs': 0.576163} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.179848] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Reconfigured VM instance instance-00000017 to attach disk [datastore1] e74178c1-975b-490a-9a34-dfe4031efe77/e74178c1-975b-490a-9a34-dfe4031efe77.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.179848] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e6e122-ec84-4d53-bbc0-0bbb949b5621 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.185846] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1349.185846] env[62259]: value = "task-1691682" [ 1349.185846] env[62259]: _type = "Task" [ 1349.185846] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.188454] env[62259]: DEBUG nova.network.neutron [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.194020] env[62259]: DEBUG nova.compute.manager [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.194020] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d737b0-fd1b-49fb-ab03-4a1712002575 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.198501] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691682, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.307274] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "a02eb487-f10e-422c-a5c0-24e304ca75e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.307539] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "a02eb487-f10e-422c-a5c0-24e304ca75e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.335615] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.335960] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.343450] env[62259]: DEBUG nova.network.neutron [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Updating instance_info_cache with network_info: [{"id": "750a6422-1b2b-41bf-bc96-1df09e927efe", "address": "fa:16:3e:81:f4:8a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a6422-1b", "ovs_interfaceid": "750a6422-1b2b-41bf-bc96-1df09e927efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.550094] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.554620] env[62259]: DEBUG oslo_concurrency.lockutils [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.760s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.554864] env[62259]: DEBUG nova.objects.instance [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lazy-loading 'resources' on Instance uuid 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.584274] env[62259]: INFO nova.scheduler.client.report [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Deleted allocations for instance e703fa1b-337f-4bb5-969f-6f8726e6141c [ 1349.694116] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691682, 'name': Rename_Task, 'duration_secs': 0.381647} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.694397] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.694633] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-423311be-e2b9-4a6a-b407-8f699e530bdb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.701026] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1349.701026] env[62259]: value = "task-1691683" [ 1349.701026] env[62259]: _type = "Task" [ 1349.701026] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.708904] env[62259]: INFO nova.compute.manager [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] instance snapshotting [ 1349.710327] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.711650] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d7803d-bc60-44f3-bca5-d2e158da25cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.733903] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68999dfe-36da-41f3-a899-f38ee91c4bb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.846235] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Releasing lock "refresh_cache-f74dc970-b8e4-46aa-9ebd-e0348e2600e7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.846583] env[62259]: DEBUG nova.compute.manager [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Instance network_info: |[{"id": "750a6422-1b2b-41bf-bc96-1df09e927efe", "address": "fa:16:3e:81:f4:8a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a6422-1b", "ovs_interfaceid": "750a6422-1b2b-41bf-bc96-1df09e927efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.847007] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:f4:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '750a6422-1b2b-41bf-bc96-1df09e927efe', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.854700] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Creating folder: Project (80e0702b01354f728a14d0ea9d7924a2). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.855331] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9c3b1d6-0453-4a67-9d21-31628065df24 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.871399] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Created folder: Project (80e0702b01354f728a14d0ea9d7924a2) in parent group-v352705. [ 1349.871652] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Creating folder: Instances. Parent ref: group-v352776. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.871919] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-550894d2-09e9-41bf-99df-1abda07e9961 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.880316] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Created folder: Instances in parent group-v352776. [ 1349.880601] env[62259]: DEBUG oslo.service.loopingcall [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.880825] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.881092] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8be6bda-53f4-4f63-b527-f158068734b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.900610] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.900610] env[62259]: value = "task-1691686" [ 1349.900610] env[62259]: _type = "Task" [ 1349.900610] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.908583] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.093946] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5137e6d0-308b-420a-9257-98b8297231e8 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "e703fa1b-337f-4bb5-969f-6f8726e6141c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.048s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.217968] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.246292] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1350.246659] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-112034c1-6289-4100-b778-8995fab2e5ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.256361] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1350.256361] env[62259]: value = "task-1691687" [ 1350.256361] env[62259]: _type = "Task" [ 1350.256361] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.266267] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.412784] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.581385] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3af2c7-29d9-41e7-9d9b-e5d6caa1e2d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.588200] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ecc323-61c8-4260-b7ee-6b69d2e92f8b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.621859] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab188db-f459-4d13-a42b-f44f354a4e40 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.629689] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b856861-061a-4049-bf08-e54baeccc580 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.645129] env[62259]: DEBUG nova.compute.provider_tree [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.678572] env[62259]: DEBUG nova.compute.manager [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Received event network-changed-750a6422-1b2b-41bf-bc96-1df09e927efe {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1350.678795] env[62259]: DEBUG nova.compute.manager [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Refreshing instance network info cache due to event network-changed-750a6422-1b2b-41bf-bc96-1df09e927efe. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1350.679049] env[62259]: DEBUG oslo_concurrency.lockutils [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] Acquiring lock "refresh_cache-f74dc970-b8e4-46aa-9ebd-e0348e2600e7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.679208] env[62259]: DEBUG oslo_concurrency.lockutils [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] Acquired lock "refresh_cache-f74dc970-b8e4-46aa-9ebd-e0348e2600e7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.679446] env[62259]: DEBUG nova.network.neutron [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Refreshing network info cache for port 750a6422-1b2b-41bf-bc96-1df09e927efe {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.714505] env[62259]: DEBUG oslo_vmware.api [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691683, 'name': PowerOnVM_Task, 'duration_secs': 0.674555} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.714727] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.714924] env[62259]: INFO nova.compute.manager [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1350.715113] env[62259]: DEBUG nova.compute.manager [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.715861] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3995aced-d80d-4d1c-b246-d55c0ef88401 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.766697] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.913792] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.148871] env[62259]: DEBUG nova.scheduler.client.report [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1351.234013] env[62259]: INFO nova.compute.manager [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Took 40.06 seconds to build instance. [ 1351.266991] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691687, 'name': CreateSnapshot_Task, 'duration_secs': 0.696918} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.267262] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1351.267993] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1958d9d4-796e-4f87-90ae-4b0686336cd8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.390934] env[62259]: DEBUG nova.network.neutron [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Updated VIF entry in instance network info cache for port 750a6422-1b2b-41bf-bc96-1df09e927efe. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.391463] env[62259]: DEBUG nova.network.neutron [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Updating instance_info_cache with network_info: [{"id": "750a6422-1b2b-41bf-bc96-1df09e927efe", "address": "fa:16:3e:81:f4:8a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a6422-1b", "ovs_interfaceid": "750a6422-1b2b-41bf-bc96-1df09e927efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.414161] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.465490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "71e74513-112f-4092-9927-94a7b5c8023f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.465755] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "71e74513-112f-4092-9927-94a7b5c8023f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.466072] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "71e74513-112f-4092-9927-94a7b5c8023f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.466166] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "71e74513-112f-4092-9927-94a7b5c8023f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.466434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "71e74513-112f-4092-9927-94a7b5c8023f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.468422] env[62259]: INFO nova.compute.manager [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Terminating instance [ 1351.582081] env[62259]: DEBUG oslo_concurrency.lockutils [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "407bcd05-e41a-4894-bf70-018b827cd925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.582318] env[62259]: DEBUG oslo_concurrency.lockutils [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "407bcd05-e41a-4894-bf70-018b827cd925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.582567] env[62259]: DEBUG oslo_concurrency.lockutils [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "407bcd05-e41a-4894-bf70-018b827cd925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.582761] env[62259]: DEBUG oslo_concurrency.lockutils [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "407bcd05-e41a-4894-bf70-018b827cd925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.582932] env[62259]: DEBUG oslo_concurrency.lockutils [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "407bcd05-e41a-4894-bf70-018b827cd925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.585193] env[62259]: INFO nova.compute.manager [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Terminating instance [ 1351.654215] env[62259]: DEBUG oslo_concurrency.lockutils [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.657652] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.860s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.657652] env[62259]: DEBUG nova.objects.instance [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lazy-loading 'resources' on Instance uuid eb494418-ff7c-4c54-95c3-835b02ea2c93 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.684235] env[62259]: INFO nova.scheduler.client.report [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted allocations for instance 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0 [ 1351.738844] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f94979ca-519c-4951-be27-1b424e5ea2c0 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "e74178c1-975b-490a-9a34-dfe4031efe77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.017s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.786996] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1351.787570] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9d83f84b-77fe-4f94-944d-6d10e6ebfd44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.797122] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1351.797122] env[62259]: value = "task-1691688" [ 1351.797122] env[62259]: _type = "Task" [ 1351.797122] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.806192] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691688, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.894170] env[62259]: DEBUG oslo_concurrency.lockutils [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] Releasing lock "refresh_cache-f74dc970-b8e4-46aa-9ebd-e0348e2600e7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.894448] env[62259]: DEBUG nova.compute.manager [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Received event network-changed-3307e325-5c02-48f5-84d8-e362c5af00a7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1351.894624] env[62259]: DEBUG nova.compute.manager [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Refreshing instance network info cache due to event network-changed-3307e325-5c02-48f5-84d8-e362c5af00a7. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1351.894839] env[62259]: DEBUG oslo_concurrency.lockutils [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] Acquiring lock "refresh_cache-8b970132-af07-43d0-a245-12af6dc77c97" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.894981] env[62259]: DEBUG oslo_concurrency.lockutils [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] Acquired lock "refresh_cache-8b970132-af07-43d0-a245-12af6dc77c97" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.895168] env[62259]: DEBUG nova.network.neutron [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Refreshing network info cache for port 3307e325-5c02-48f5-84d8-e362c5af00a7 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.915290] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.972348] env[62259]: DEBUG nova.compute.manager [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.972640] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.974206] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e7fd01-ef57-4418-a562-bc21b2822c67 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.984622] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.984896] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9880144f-8afa-4172-b162-609114412192 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.991014] env[62259]: DEBUG oslo_vmware.api [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1351.991014] env[62259]: value = "task-1691689" [ 1351.991014] env[62259]: _type = "Task" [ 1351.991014] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.999541] env[62259]: DEBUG oslo_vmware.api [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.088420] env[62259]: DEBUG nova.compute.manager [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.088692] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.089667] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8177a9-5478-4a5b-ab5c-01e2020ace64 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.097886] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.098141] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1d91e3e-5f81-470c-b636-23e377e6f340 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.104971] env[62259]: DEBUG oslo_vmware.api [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1352.104971] env[62259]: value = "task-1691690" [ 1352.104971] env[62259]: _type = "Task" [ 1352.104971] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.113264] env[62259]: DEBUG oslo_vmware.api [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.198149] env[62259]: DEBUG oslo_concurrency.lockutils [None req-78ce5370-b5c5-4369-bbcd-c4f32e8566e0 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.480s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.240899] env[62259]: DEBUG nova.compute.manager [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.309814] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691688, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.421513] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.502701] env[62259]: DEBUG oslo_vmware.api [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691689, 'name': PowerOffVM_Task, 'duration_secs': 0.342192} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.502982] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.503226] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.503480] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2781bedb-2325-4702-8a45-8699f381441c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.613182] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648dd595-42c6-4109-bb1b-515ec914dd97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.618547] env[62259]: DEBUG oslo_vmware.api [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691690, 'name': PowerOffVM_Task, 'duration_secs': 0.241256} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.619189] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.619427] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.619745] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bda95916-f7ae-45a9-9069-d809309b6848 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.623731] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c008783b-3697-4fb3-befd-5b63714aebad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.654931] env[62259]: DEBUG nova.network.neutron [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Updated VIF entry in instance network info cache for port 3307e325-5c02-48f5-84d8-e362c5af00a7. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.655332] env[62259]: DEBUG nova.network.neutron [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Updating instance_info_cache with network_info: [{"id": "3307e325-5c02-48f5-84d8-e362c5af00a7", "address": "fa:16:3e:44:99:4c", "network": {"id": "1847a2b9-fe88-4fa0-b52e-66b75580eab1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1209277411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1032bdc895eb485f949eb5f804314602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3307e325-5c", "ovs_interfaceid": "3307e325-5c02-48f5-84d8-e362c5af00a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.656996] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49534ea4-6ce1-4b63-8458-c1c239c99f44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.669392] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3beeec-a81b-4f13-b3ab-95e41b1fa66b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.686637] env[62259]: DEBUG nova.compute.provider_tree [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.759503] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.808297] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691688, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.920163] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.161276] env[62259]: DEBUG oslo_concurrency.lockutils [req-ed40ac61-b806-41b1-aa9e-51b98e54475b req-1afd9879-17b0-42df-8d11-313603e39bfd service nova] Releasing lock "refresh_cache-8b970132-af07-43d0-a245-12af6dc77c97" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.212043] env[62259]: ERROR nova.scheduler.client.report [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] [req-c158fc42-c4e0-488b-b2a1-9575f478e0f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c158fc42-c4e0-488b-b2a1-9575f478e0f2"}]} [ 1353.229835] env[62259]: DEBUG nova.scheduler.client.report [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1353.244724] env[62259]: DEBUG nova.scheduler.client.report [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1353.245012] env[62259]: DEBUG nova.compute.provider_tree [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.260356] env[62259]: DEBUG nova.scheduler.client.report [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1353.293739] env[62259]: DEBUG nova.scheduler.client.report [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1353.310016] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691688, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.427964] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.523951] env[62259]: DEBUG nova.compute.manager [req-713edd8e-a0bd-45f5-9c38-0b9b406b7b1e req-a0e4da95-6532-4a9b-bb7e-cae592caeb8f service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Received event network-changed-219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1353.524226] env[62259]: DEBUG nova.compute.manager [req-713edd8e-a0bd-45f5-9c38-0b9b406b7b1e req-a0e4da95-6532-4a9b-bb7e-cae592caeb8f service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Refreshing instance network info cache due to event network-changed-219e6729-177d-4fe6-b55b-1ac10f6e3865. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1353.524452] env[62259]: DEBUG oslo_concurrency.lockutils [req-713edd8e-a0bd-45f5-9c38-0b9b406b7b1e req-a0e4da95-6532-4a9b-bb7e-cae592caeb8f service nova] Acquiring lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.524615] env[62259]: DEBUG oslo_concurrency.lockutils [req-713edd8e-a0bd-45f5-9c38-0b9b406b7b1e req-a0e4da95-6532-4a9b-bb7e-cae592caeb8f service nova] Acquired lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.524798] env[62259]: DEBUG nova.network.neutron [req-713edd8e-a0bd-45f5-9c38-0b9b406b7b1e req-a0e4da95-6532-4a9b-bb7e-cae592caeb8f service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Refreshing network info cache for port 219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.794990] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51993524-1ba6-44a9-8604-8060d02a8854 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.805423] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc22fa3-8ca4-4691-8a49-4cbb0585265c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.814601] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691688, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.840767] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4cd1fc-703e-4eca-9d84-5071068783fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.848730] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcc0a4b-5cdd-4cb4-b4b5-6a7a1250da3d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.861945] env[62259]: DEBUG nova.compute.provider_tree [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.920758] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.311370] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691688, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.326290] env[62259]: DEBUG nova.network.neutron [req-713edd8e-a0bd-45f5-9c38-0b9b406b7b1e req-a0e4da95-6532-4a9b-bb7e-cae592caeb8f service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Updated VIF entry in instance network info cache for port 219e6729-177d-4fe6-b55b-1ac10f6e3865. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.326639] env[62259]: DEBUG nova.network.neutron [req-713edd8e-a0bd-45f5-9c38-0b9b406b7b1e req-a0e4da95-6532-4a9b-bb7e-cae592caeb8f service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Updating instance_info_cache with network_info: [{"id": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "address": "fa:16:3e:e8:5c:82", "network": {"id": "a2f4e23c-1b29-4f08-b52c-b15907c4babc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1441704999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cfddb7d49a24f9892d61b183dbb9ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219e6729-17", "ovs_interfaceid": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.397714] env[62259]: DEBUG nova.scheduler.client.report [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1354.398014] env[62259]: DEBUG nova.compute.provider_tree [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 52 to 53 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1354.398216] env[62259]: DEBUG nova.compute.provider_tree [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.422597] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.811713] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691688, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.829533] env[62259]: DEBUG oslo_concurrency.lockutils [req-713edd8e-a0bd-45f5-9c38-0b9b406b7b1e req-a0e4da95-6532-4a9b-bb7e-cae592caeb8f service nova] Releasing lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.907027] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.247s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.907027] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.334s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.908318] env[62259]: INFO nova.compute.claims [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.924476] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.930261] env[62259]: INFO nova.scheduler.client.report [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Deleted allocations for instance eb494418-ff7c-4c54-95c3-835b02ea2c93 [ 1355.313051] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691688, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.430293] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.440941] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b5d6b51-4927-42d6-8185-370589bc8473 tempest-TenantUsagesTestJSON-1414719285 tempest-TenantUsagesTestJSON-1414719285-project-member] Lock "eb494418-ff7c-4c54-95c3-835b02ea2c93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.157s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.492591] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.492591] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.492873] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Deleting the datastore file [datastore1] 71e74513-112f-4092-9927-94a7b5c8023f {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.495192] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea32ede-105c-417f-b249-8e2d3875203a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.497857] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.499076] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.499076] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Deleting the datastore file [datastore1] 407bcd05-e41a-4894-bf70-018b827cd925 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.499076] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d8a5bf7-e5e6-4a57-b39a-140699d34d01 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.509468] env[62259]: DEBUG oslo_vmware.api [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1355.509468] env[62259]: value = "task-1691693" [ 1355.509468] env[62259]: _type = "Task" [ 1355.509468] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.514114] env[62259]: DEBUG oslo_vmware.api [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for the task: (returnval){ [ 1355.514114] env[62259]: value = "task-1691694" [ 1355.514114] env[62259]: _type = "Task" [ 1355.514114] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.526808] env[62259]: DEBUG oslo_vmware.api [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.529994] env[62259]: DEBUG oslo_vmware.api [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.812979] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691688, 'name': CloneVM_Task, 'duration_secs': 3.804776} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.813271] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Created linked-clone VM from snapshot [ 1355.813999] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2435a33-9a6e-4376-bf00-f22c2adfaedf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.820995] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Uploading image cb3bb219-1093-4b0f-b670-61cff15c83cf {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1355.833742] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1355.834014] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-24bb233d-2fe9-4fba-a031-9f723fb813a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.840650] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1355.840650] env[62259]: value = "task-1691695" [ 1355.840650] env[62259]: _type = "Task" [ 1355.840650] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.848174] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691695, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.932319] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691686, 'name': CreateVM_Task, 'duration_secs': 5.692138} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.932568] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1355.933326] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.933563] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.933902] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1355.934221] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2710926-2a94-4b87-a282-eb170701fedd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.938761] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1355.938761] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b27023-2577-7c63-8988-d8c156e37d65" [ 1355.938761] env[62259]: _type = "Task" [ 1355.938761] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.954234] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b27023-2577-7c63-8988-d8c156e37d65, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.954918] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.954918] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1355.955271] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.955386] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.955628] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1355.956206] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6581597c-110b-4748-aedf-476c2678dc01 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.965241] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.965241] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.965497] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ee49af-c2e7-4532-a7b1-64184a7b4ba6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.973787] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1355.973787] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52766e6c-8715-ca72-c8ea-b3d77c05520b" [ 1355.973787] env[62259]: _type = "Task" [ 1355.973787] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.981833] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52766e6c-8715-ca72-c8ea-b3d77c05520b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.031408] env[62259]: DEBUG oslo_vmware.api [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169988} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.037139] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.037139] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.037780] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.037780] env[62259]: INFO nova.compute.manager [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Took 3.95 seconds to destroy the instance on the hypervisor. [ 1356.037780] env[62259]: DEBUG oslo.service.loopingcall [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.038252] env[62259]: DEBUG oslo_vmware.api [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Task: {'id': task-1691693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163082} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.041514] env[62259]: DEBUG nova.compute.manager [-] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.041514] env[62259]: DEBUG nova.network.neutron [-] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.043080] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.043080] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.043080] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.043312] env[62259]: INFO nova.compute.manager [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Took 4.07 seconds to destroy the instance on the hypervisor. [ 1356.043572] env[62259]: DEBUG oslo.service.loopingcall [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.043999] env[62259]: DEBUG nova.compute.manager [-] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.044143] env[62259]: DEBUG nova.network.neutron [-] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.304985] env[62259]: DEBUG nova.compute.manager [req-5b78cdcb-348b-4b5d-bfe4-433528ae1e65 req-9b6ec9d9-13f5-42fb-9c9e-ac6ff89b3fd8 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Received event network-changed-219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1356.304985] env[62259]: DEBUG nova.compute.manager [req-5b78cdcb-348b-4b5d-bfe4-433528ae1e65 req-9b6ec9d9-13f5-42fb-9c9e-ac6ff89b3fd8 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Refreshing instance network info cache due to event network-changed-219e6729-177d-4fe6-b55b-1ac10f6e3865. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1356.305483] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b78cdcb-348b-4b5d-bfe4-433528ae1e65 req-9b6ec9d9-13f5-42fb-9c9e-ac6ff89b3fd8 service nova] Acquiring lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.305483] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b78cdcb-348b-4b5d-bfe4-433528ae1e65 req-9b6ec9d9-13f5-42fb-9c9e-ac6ff89b3fd8 service nova] Acquired lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.305649] env[62259]: DEBUG nova.network.neutron [req-5b78cdcb-348b-4b5d-bfe4-433528ae1e65 req-9b6ec9d9-13f5-42fb-9c9e-ac6ff89b3fd8 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Refreshing network info cache for port 219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.361726] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691695, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.464548] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43034ce-a4c2-43af-85a1-2cf0f32dfaa0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.472492] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4258e1-f64d-43aa-b2fb-86e1cf114cf8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.484513] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52766e6c-8715-ca72-c8ea-b3d77c05520b, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.513393] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd17d7d-ece1-447b-b022-ea266e4d2469 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.518877] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f76d7ad-9cd9-439c-89c8-8d5bab352ed8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.524680] env[62259]: DEBUG nova.network.neutron [-] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.538166] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98aeef1-9532-4bcd-8b74-4b0766457ceb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.540296] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1356.540296] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bf15d3-a9ec-59f8-63f2-65b806637837" [ 1356.540296] env[62259]: _type = "Task" [ 1356.540296] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.553261] env[62259]: DEBUG nova.compute.provider_tree [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.564487] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bf15d3-a9ec-59f8-63f2-65b806637837, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.564832] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.564995] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f74dc970-b8e4-46aa-9ebd-e0348e2600e7/f74dc970-b8e4-46aa-9ebd-e0348e2600e7.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.566365] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3233934c-d355-4a90-9cc5-3388d90ebc0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.572824] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1356.572824] env[62259]: value = "task-1691696" [ 1356.572824] env[62259]: _type = "Task" [ 1356.572824] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.585058] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.631694] env[62259]: DEBUG nova.compute.manager [req-a5760b40-5d75-4d29-a4ee-3aaf73af0099 req-6aa0bce0-4bac-46af-ab55-1e71ea1bb286 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Received event network-vif-deleted-b4901791-e166-4849-b29d-ef8abe3b85c9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1356.631872] env[62259]: INFO nova.compute.manager [req-a5760b40-5d75-4d29-a4ee-3aaf73af0099 req-6aa0bce0-4bac-46af-ab55-1e71ea1bb286 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Neutron deleted interface b4901791-e166-4849-b29d-ef8abe3b85c9; detaching it from the instance and deleting it from the info cache [ 1356.632169] env[62259]: DEBUG nova.network.neutron [req-a5760b40-5d75-4d29-a4ee-3aaf73af0099 req-6aa0bce0-4bac-46af-ab55-1e71ea1bb286 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.855035] env[62259]: DEBUG nova.network.neutron [-] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.855035] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691695, 'name': Destroy_Task, 'duration_secs': 0.577286} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.855035] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Destroyed the VM [ 1356.855035] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1356.855035] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-682e4639-2284-443d-b20e-d66a88867b48 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.865359] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1356.865359] env[62259]: value = "task-1691697" [ 1356.865359] env[62259]: _type = "Task" [ 1356.865359] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.876433] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.028282] env[62259]: INFO nova.compute.manager [-] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Took 0.98 seconds to deallocate network for instance. [ 1357.096368] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519473} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.096876] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f74dc970-b8e4-46aa-9ebd-e0348e2600e7/f74dc970-b8e4-46aa-9ebd-e0348e2600e7.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1357.097250] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1357.097674] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c038a08d-379b-46d3-b3bc-c0a3e60575cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.105018] env[62259]: DEBUG nova.scheduler.client.report [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1357.105018] env[62259]: DEBUG nova.compute.provider_tree [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 53 to 54 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1357.105018] env[62259]: DEBUG nova.compute.provider_tree [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.107494] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1357.107494] env[62259]: value = "task-1691698" [ 1357.107494] env[62259]: _type = "Task" [ 1357.107494] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.117227] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.137895] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20a6ea7b-6391-43da-a9ec-d99ace59036c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.148329] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a4ffb-7ec1-4ee0-923a-73b2f9f34107 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.186732] env[62259]: DEBUG nova.compute.manager [req-a5760b40-5d75-4d29-a4ee-3aaf73af0099 req-6aa0bce0-4bac-46af-ab55-1e71ea1bb286 service nova] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Detach interface failed, port_id=b4901791-e166-4849-b29d-ef8abe3b85c9, reason: Instance 407bcd05-e41a-4894-bf70-018b827cd925 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1357.354756] env[62259]: INFO nova.compute.manager [-] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Took 1.31 seconds to deallocate network for instance. [ 1357.373897] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.400376] env[62259]: DEBUG nova.network.neutron [req-5b78cdcb-348b-4b5d-bfe4-433528ae1e65 req-9b6ec9d9-13f5-42fb-9c9e-ac6ff89b3fd8 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Updated VIF entry in instance network info cache for port 219e6729-177d-4fe6-b55b-1ac10f6e3865. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.400744] env[62259]: DEBUG nova.network.neutron [req-5b78cdcb-348b-4b5d-bfe4-433528ae1e65 req-9b6ec9d9-13f5-42fb-9c9e-ac6ff89b3fd8 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Updating instance_info_cache with network_info: [{"id": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "address": "fa:16:3e:e8:5c:82", "network": {"id": "a2f4e23c-1b29-4f08-b52c-b15907c4babc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1441704999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cfddb7d49a24f9892d61b183dbb9ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap219e6729-17", "ovs_interfaceid": "219e6729-177d-4fe6-b55b-1ac10f6e3865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.534535] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.609238] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.609816] env[62259]: DEBUG nova.compute.manager [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.613782] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.658s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.615749] env[62259]: INFO nova.compute.claims [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.629917] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0599} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.630221] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.631013] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a1698b-6d55-435d-99a7-273dda552e82 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.659142] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] f74dc970-b8e4-46aa-9ebd-e0348e2600e7/f74dc970-b8e4-46aa-9ebd-e0348e2600e7.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.660691] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7023c1f5-4998-47de-b3be-dd84a3038fc5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.682739] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1357.682739] env[62259]: value = "task-1691699" [ 1357.682739] env[62259]: _type = "Task" [ 1357.682739] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.692472] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.860862] env[62259]: DEBUG oslo_concurrency.lockutils [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.874656] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691697, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.905503] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b78cdcb-348b-4b5d-bfe4-433528ae1e65 req-9b6ec9d9-13f5-42fb-9c9e-ac6ff89b3fd8 service nova] Releasing lock "refresh_cache-e74178c1-975b-490a-9a34-dfe4031efe77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.128270] env[62259]: DEBUG nova.compute.utils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1358.129817] env[62259]: DEBUG nova.compute.manager [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.130042] env[62259]: DEBUG nova.network.neutron [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.194801] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691699, 'name': ReconfigVM_Task, 'duration_secs': 0.329248} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.195501] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Reconfigured VM instance instance-00000018 to attach disk [datastore1] f74dc970-b8e4-46aa-9ebd-e0348e2600e7/f74dc970-b8e4-46aa-9ebd-e0348e2600e7.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.198201] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd5cd4ef-fbfd-4735-affe-279ad2e796b1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.203238] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1358.203238] env[62259]: value = "task-1691700" [ 1358.203238] env[62259]: _type = "Task" [ 1358.203238] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.211826] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691700, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.231928] env[62259]: DEBUG nova.policy [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41a0137142f948eda40ff42c19e35268', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c834e69cb7564b939e8bcf4b920c6fe8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.355081] env[62259]: DEBUG nova.compute.manager [req-312a484e-d08e-4966-8912-7238984c9365 req-3db079f3-8b19-4e49-a723-b5aaae453357 service nova] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Received event network-vif-deleted-ed47c3b1-db02-4b60-9658-c9dd567d6fcf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1358.382255] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691697, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.624032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquiring lock "e74178c1-975b-490a-9a34-dfe4031efe77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.624032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "e74178c1-975b-490a-9a34-dfe4031efe77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.624032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquiring lock "e74178c1-975b-490a-9a34-dfe4031efe77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.624253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "e74178c1-975b-490a-9a34-dfe4031efe77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.624253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "e74178c1-975b-490a-9a34-dfe4031efe77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.625090] env[62259]: INFO nova.compute.manager [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Terminating instance [ 1358.636140] env[62259]: DEBUG nova.compute.manager [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.663554] env[62259]: DEBUG nova.network.neutron [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Successfully created port: bc71b9f1-2fb0-4096-a9b0-fef680026834 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.718190] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691700, 'name': Rename_Task, 'duration_secs': 0.292716} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.724023] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.724023] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-299820f0-5f00-4114-88fd-c13ffee92966 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.731310] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1358.731310] env[62259]: value = "task-1691701" [ 1358.731310] env[62259]: _type = "Task" [ 1358.731310] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.746324] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.877578] env[62259]: DEBUG oslo_vmware.api [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691697, 'name': RemoveSnapshot_Task, 'duration_secs': 1.561483} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.880166] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1359.136893] env[62259]: DEBUG nova.compute.manager [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1359.138291] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1359.146019] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7020be-29bc-4b2e-bc6a-6ddaa84ffb7b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.151082] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.151336] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c48a30-e4ce-4c90-aa8c-85b1e9c61eb8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.161869] env[62259]: DEBUG oslo_vmware.api [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1359.161869] env[62259]: value = "task-1691702" [ 1359.161869] env[62259]: _type = "Task" [ 1359.161869] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.173517] env[62259]: DEBUG oslo_vmware.api [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.174852] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdee9d7-8b8c-4d26-ac1a-7963f5ee097a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.184186] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28e210a-6f35-4ff5-a086-cac7da01098e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.227082] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f423b7-b3dc-45cb-a6f7-aecaf8afdfe6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.239115] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad658df-96be-4984-86a1-63bb48ba9f79 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.249276] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691701, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.257322] env[62259]: DEBUG nova.compute.provider_tree [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.385553] env[62259]: WARNING nova.compute.manager [None req-aefff733-c9f2-45e6-9c97-b2b4a8fb7a55 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Image not found during snapshot: nova.exception.ImageNotFound: Image cb3bb219-1093-4b0f-b670-61cff15c83cf could not be found. [ 1359.648991] env[62259]: DEBUG nova.compute.manager [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.679073] env[62259]: DEBUG oslo_vmware.api [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691702, 'name': PowerOffVM_Task, 'duration_secs': 0.174365} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.681773] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.682218] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.682744] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f89c537b-1c30-49a2-a327-4ffc5ffbcd82 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.693385] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1359.693385] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1359.693385] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.693601] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1359.693601] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.693658] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1359.693879] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1359.694056] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1359.694273] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1359.694596] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1359.694802] env[62259]: DEBUG nova.virt.hardware [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1359.695718] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae587e7-0a60-49fe-b5cd-5e22df675702 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.706040] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6297ab35-b0b6-4e00-b189-8af0e7900743 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.744680] env[62259]: DEBUG oslo_vmware.api [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691701, 'name': PowerOnVM_Task, 'duration_secs': 0.994457} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.746124] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.746124] env[62259]: INFO nova.compute.manager [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Took 12.51 seconds to spawn the instance on the hypervisor. [ 1359.746124] env[62259]: DEBUG nova.compute.manager [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1359.749018] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b755c79-6951-44cc-8fc5-dd3d3fd86451 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.761347] env[62259]: DEBUG nova.scheduler.client.report [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1359.770172] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.770172] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.770172] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Deleting the datastore file [datastore1] e74178c1-975b-490a-9a34-dfe4031efe77 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.770172] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1205a35-d5e0-4c9c-ac7a-c39b38aec065 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.780360] env[62259]: DEBUG oslo_vmware.api [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for the task: (returnval){ [ 1359.780360] env[62259]: value = "task-1691704" [ 1359.780360] env[62259]: _type = "Task" [ 1359.780360] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.794317] env[62259]: DEBUG oslo_vmware.api [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.266694] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.267256] env[62259]: DEBUG nova.compute.manager [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.272125] env[62259]: INFO nova.compute.manager [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Took 47.86 seconds to build instance. [ 1360.272125] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.215s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.274814] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "b1921de9-5ed2-43a4-a533-ea0311d51938" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.275045] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "b1921de9-5ed2-43a4-a533-ea0311d51938" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.275240] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "b1921de9-5ed2-43a4-a533-ea0311d51938-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.275424] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "b1921de9-5ed2-43a4-a533-ea0311d51938-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.275584] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "b1921de9-5ed2-43a4-a533-ea0311d51938-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.277252] env[62259]: INFO nova.compute.manager [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Terminating instance [ 1360.295019] env[62259]: DEBUG oslo_vmware.api [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Task: {'id': task-1691704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151244} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.295019] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.295019] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.295019] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.295019] env[62259]: INFO nova.compute.manager [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1360.295334] env[62259]: DEBUG oslo.service.loopingcall [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.295334] env[62259]: DEBUG nova.compute.manager [-] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1360.295334] env[62259]: DEBUG nova.network.neutron [-] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1360.431159] env[62259]: DEBUG nova.compute.manager [req-59af98ee-8e6f-4dc3-8a17-fea00d7ef757 req-21d20997-a4a6-4b14-a0c5-85a11bb54987 service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Received event network-vif-plugged-bc71b9f1-2fb0-4096-a9b0-fef680026834 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1360.431159] env[62259]: DEBUG oslo_concurrency.lockutils [req-59af98ee-8e6f-4dc3-8a17-fea00d7ef757 req-21d20997-a4a6-4b14-a0c5-85a11bb54987 service nova] Acquiring lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.431159] env[62259]: DEBUG oslo_concurrency.lockutils [req-59af98ee-8e6f-4dc3-8a17-fea00d7ef757 req-21d20997-a4a6-4b14-a0c5-85a11bb54987 service nova] Lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.431159] env[62259]: DEBUG oslo_concurrency.lockutils [req-59af98ee-8e6f-4dc3-8a17-fea00d7ef757 req-21d20997-a4a6-4b14-a0c5-85a11bb54987 service nova] Lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.431284] env[62259]: DEBUG nova.compute.manager [req-59af98ee-8e6f-4dc3-8a17-fea00d7ef757 req-21d20997-a4a6-4b14-a0c5-85a11bb54987 service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] No waiting events found dispatching network-vif-plugged-bc71b9f1-2fb0-4096-a9b0-fef680026834 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.431670] env[62259]: WARNING nova.compute.manager [req-59af98ee-8e6f-4dc3-8a17-fea00d7ef757 req-21d20997-a4a6-4b14-a0c5-85a11bb54987 service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Received unexpected event network-vif-plugged-bc71b9f1-2fb0-4096-a9b0-fef680026834 for instance with vm_state building and task_state spawning. [ 1360.558799] env[62259]: DEBUG nova.network.neutron [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Successfully updated port: bc71b9f1-2fb0-4096-a9b0-fef680026834 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.598667] env[62259]: DEBUG nova.compute.manager [None req-aea9766d-c960-4e2e-977a-c0543716c273 tempest-ServerExternalEventsTest-1721347648 tempest-ServerExternalEventsTest-1721347648-project] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Received event network-changed {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1360.598899] env[62259]: DEBUG nova.compute.manager [None req-aea9766d-c960-4e2e-977a-c0543716c273 tempest-ServerExternalEventsTest-1721347648 tempest-ServerExternalEventsTest-1721347648-project] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Refreshing instance network info cache due to event network-changed. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1360.599189] env[62259]: DEBUG oslo_concurrency.lockutils [None req-aea9766d-c960-4e2e-977a-c0543716c273 tempest-ServerExternalEventsTest-1721347648 tempest-ServerExternalEventsTest-1721347648-project] Acquiring lock "refresh_cache-f74dc970-b8e4-46aa-9ebd-e0348e2600e7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.599372] env[62259]: DEBUG oslo_concurrency.lockutils [None req-aea9766d-c960-4e2e-977a-c0543716c273 tempest-ServerExternalEventsTest-1721347648 tempest-ServerExternalEventsTest-1721347648-project] Acquired lock "refresh_cache-f74dc970-b8e4-46aa-9ebd-e0348e2600e7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.599599] env[62259]: DEBUG nova.network.neutron [None req-aea9766d-c960-4e2e-977a-c0543716c273 tempest-ServerExternalEventsTest-1721347648 tempest-ServerExternalEventsTest-1721347648-project] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.774416] env[62259]: DEBUG nova.compute.utils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1360.778855] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee777666-30d9-4317-8c3d-d1824046bb4f tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.210s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.780041] env[62259]: DEBUG nova.compute.manager [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.780041] env[62259]: DEBUG nova.network.neutron [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.783465] env[62259]: DEBUG nova.compute.manager [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1360.783834] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.784727] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa8d127-93de-4c1a-85f9-e6c61844f845 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.794813] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.795873] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b247200-10c0-4e2c-be19-10c67fa85411 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.806027] env[62259]: DEBUG oslo_vmware.api [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1360.806027] env[62259]: value = "task-1691705" [ 1360.806027] env[62259]: _type = "Task" [ 1360.806027] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.818417] env[62259]: DEBUG oslo_vmware.api [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.868751] env[62259]: DEBUG nova.policy [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cc50a9889ad4dfab0845bbbb7bc8590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75e33e358bbc4ae78572af11c7b190f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.908570] env[62259]: DEBUG nova.compute.manager [req-6e492515-f29d-426c-9d4b-80cd24eaf746 req-ca7632a8-8a02-48f6-afb3-22da0e7439d7 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Received event network-vif-deleted-219e6729-177d-4fe6-b55b-1ac10f6e3865 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1360.908808] env[62259]: INFO nova.compute.manager [req-6e492515-f29d-426c-9d4b-80cd24eaf746 req-ca7632a8-8a02-48f6-afb3-22da0e7439d7 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Neutron deleted interface 219e6729-177d-4fe6-b55b-1ac10f6e3865; detaching it from the instance and deleting it from the info cache [ 1360.908990] env[62259]: DEBUG nova.network.neutron [req-6e492515-f29d-426c-9d4b-80cd24eaf746 req-ca7632a8-8a02-48f6-afb3-22da0e7439d7 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.062231] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "refresh_cache-fb043667-d1b8-4eeb-bdc3-00612cbd35ba" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.062442] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquired lock "refresh_cache-fb043667-d1b8-4eeb-bdc3-00612cbd35ba" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.062655] env[62259]: DEBUG nova.network.neutron [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.265259] env[62259]: DEBUG nova.network.neutron [-] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.282151] env[62259]: DEBUG nova.compute.manager [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.285688] env[62259]: DEBUG nova.compute.manager [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.316300] env[62259]: DEBUG oslo_vmware.api [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691705, 'name': PowerOffVM_Task, 'duration_secs': 0.219922} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.316442] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.316607] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.316847] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b05a482-b2c1-40f6-aa60-d6fe3ceb6806 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.326418] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquiring lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.326678] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.326853] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquiring lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.327055] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.327231] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.330366] env[62259]: INFO nova.compute.manager [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Terminating instance [ 1361.337024] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5782f2c-d1e4-4cb1-ba3a-a6a3974b218d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.352073] env[62259]: DEBUG nova.network.neutron [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Successfully created port: 9293310d-ebef-483b-a291-3f01aa5ceb14 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.354674] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2868cc-1385-4fdf-be4a-05f16e402b18 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.386599] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d4fdd-8923-4145-bc86-86d0387c9cd3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.394714] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241a52d1-6142-4106-a9f2-f1237c7922ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.409774] env[62259]: DEBUG nova.compute.provider_tree [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.412319] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ad9713e-cbd3-48d9-ba72-0abe45e952e8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.421112] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f6db08-a32f-4481-bd05-91e70eed62e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.455385] env[62259]: DEBUG nova.compute.manager [req-6e492515-f29d-426c-9d4b-80cd24eaf746 req-ca7632a8-8a02-48f6-afb3-22da0e7439d7 service nova] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Detach interface failed, port_id=219e6729-177d-4fe6-b55b-1ac10f6e3865, reason: Instance e74178c1-975b-490a-9a34-dfe4031efe77 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1361.544572] env[62259]: DEBUG nova.network.neutron [None req-aea9766d-c960-4e2e-977a-c0543716c273 tempest-ServerExternalEventsTest-1721347648 tempest-ServerExternalEventsTest-1721347648-project] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Updating instance_info_cache with network_info: [{"id": "750a6422-1b2b-41bf-bc96-1df09e927efe", "address": "fa:16:3e:81:f4:8a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap750a6422-1b", "ovs_interfaceid": "750a6422-1b2b-41bf-bc96-1df09e927efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.602021] env[62259]: DEBUG nova.network.neutron [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.757244] env[62259]: DEBUG nova.network.neutron [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Updating instance_info_cache with network_info: [{"id": "bc71b9f1-2fb0-4096-a9b0-fef680026834", "address": "fa:16:3e:c1:d0:5e", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc71b9f1-2f", "ovs_interfaceid": "bc71b9f1-2fb0-4096-a9b0-fef680026834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.767952] env[62259]: INFO nova.compute.manager [-] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Took 1.47 seconds to deallocate network for instance. [ 1361.810872] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.838313] env[62259]: DEBUG nova.compute.manager [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.838537] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.839650] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaabc49-6734-4589-bca6-ce9e636bd8fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.849299] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.849771] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970ff261-ff35-4a1f-b85c-0770f0cb8f97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.856294] env[62259]: DEBUG oslo_vmware.api [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1361.856294] env[62259]: value = "task-1691707" [ 1361.856294] env[62259]: _type = "Task" [ 1361.856294] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.867868] env[62259]: DEBUG oslo_vmware.api [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.914291] env[62259]: DEBUG nova.scheduler.client.report [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1362.048492] env[62259]: DEBUG oslo_concurrency.lockutils [None req-aea9766d-c960-4e2e-977a-c0543716c273 tempest-ServerExternalEventsTest-1721347648 tempest-ServerExternalEventsTest-1721347648-project] Releasing lock "refresh_cache-f74dc970-b8e4-46aa-9ebd-e0348e2600e7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.261677] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Releasing lock "refresh_cache-fb043667-d1b8-4eeb-bdc3-00612cbd35ba" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.261986] env[62259]: DEBUG nova.compute.manager [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Instance network_info: |[{"id": "bc71b9f1-2fb0-4096-a9b0-fef680026834", "address": "fa:16:3e:c1:d0:5e", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc71b9f1-2f", "ovs_interfaceid": "bc71b9f1-2fb0-4096-a9b0-fef680026834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.262713] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:d0:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc71b9f1-2fb0-4096-a9b0-fef680026834', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.270136] env[62259]: DEBUG oslo.service.loopingcall [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.270575] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.270969] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95fa96d-e87e-411a-b7cc-ba824c7a2d53 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.286411] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.292142] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.292142] env[62259]: value = "task-1691708" [ 1362.292142] env[62259]: _type = "Task" [ 1362.292142] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.296522] env[62259]: DEBUG nova.compute.manager [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.304028] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691708, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.323289] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.323548] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.323676] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.323856] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.323998] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.324161] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.324369] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.324526] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.324694] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.324871] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.325058] env[62259]: DEBUG nova.virt.hardware [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.325922] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d59c07-b870-4652-87b6-c12cd6f0fba2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.333867] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208783d9-db76-43ba-959e-86b974771c0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.366827] env[62259]: DEBUG oslo_vmware.api [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691707, 'name': PowerOffVM_Task, 'duration_secs': 0.399284} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.367203] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.367417] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.367721] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed38a098-bb66-4e67-b42b-a89e7fc3ab0e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.466761] env[62259]: DEBUG nova.compute.manager [req-6bab94c7-61f3-4329-8bb6-14d29ced1aee req-e6a46412-aa02-402f-ade1-5177910725fe service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Received event network-changed-bc71b9f1-2fb0-4096-a9b0-fef680026834 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1362.471024] env[62259]: DEBUG nova.compute.manager [req-6bab94c7-61f3-4329-8bb6-14d29ced1aee req-e6a46412-aa02-402f-ade1-5177910725fe service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Refreshing instance network info cache due to event network-changed-bc71b9f1-2fb0-4096-a9b0-fef680026834. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1362.471024] env[62259]: DEBUG oslo_concurrency.lockutils [req-6bab94c7-61f3-4329-8bb6-14d29ced1aee req-e6a46412-aa02-402f-ade1-5177910725fe service nova] Acquiring lock "refresh_cache-fb043667-d1b8-4eeb-bdc3-00612cbd35ba" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.471024] env[62259]: DEBUG oslo_concurrency.lockutils [req-6bab94c7-61f3-4329-8bb6-14d29ced1aee req-e6a46412-aa02-402f-ade1-5177910725fe service nova] Acquired lock "refresh_cache-fb043667-d1b8-4eeb-bdc3-00612cbd35ba" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.471024] env[62259]: DEBUG nova.network.neutron [req-6bab94c7-61f3-4329-8bb6-14d29ced1aee req-e6a46412-aa02-402f-ade1-5177910725fe service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Refreshing network info cache for port bc71b9f1-2fb0-4096-a9b0-fef680026834 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.668151] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.669049] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.669409] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Deleting the datastore file [datastore1] b1921de9-5ed2-43a4-a533-ea0311d51938 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.669802] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd587cff-a372-4bf9-a665-5caca1854853 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.675940] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.676303] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.676756] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Deleting the datastore file [datastore1] f74dc970-b8e4-46aa-9ebd-e0348e2600e7 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.677031] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f44fbed7-6e54-448e-9517-69ee08eef4df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.681908] env[62259]: DEBUG oslo_vmware.api [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1362.681908] env[62259]: value = "task-1691710" [ 1362.681908] env[62259]: _type = "Task" [ 1362.681908] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.690912] env[62259]: DEBUG oslo_vmware.api [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for the task: (returnval){ [ 1362.690912] env[62259]: value = "task-1691711" [ 1362.690912] env[62259]: _type = "Task" [ 1362.690912] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.701684] env[62259]: DEBUG oslo_vmware.api [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.708462] env[62259]: DEBUG oslo_vmware.api [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.806253] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691708, 'name': CreateVM_Task, 'duration_secs': 0.405712} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.806438] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.807350] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.807533] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.808133] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.808528] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7348627-bf5d-4079-b425-ed218de182c5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.814027] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1362.814027] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520c9c88-82ce-aba3-fd33-48fb1dd96f58" [ 1362.814027] env[62259]: _type = "Task" [ 1362.814027] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.821696] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520c9c88-82ce-aba3-fd33-48fb1dd96f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.928975] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.658s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.932338] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.812s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.932521] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.932838] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1362.933183] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.573s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.935145] env[62259]: INFO nova.compute.claims [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.939586] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47791a6a-a8b9-4dcc-83c1-dd0ed122fe58 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.951257] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb71682-6ac0-4037-8434-8866b7531c2b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.974632] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3112a0fb-5bd4-471e-803e-82fb54b030bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.986550] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54828642-5264-433e-b112-f6947e19c47e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.023076] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180126MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1363.023658] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.133365] env[62259]: DEBUG nova.compute.manager [req-288f35ff-27b0-4bd3-941c-fbd083879c26 req-e62bc4b3-7f9c-47ec-9e5e-8755e0049c1f service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Received event network-vif-plugged-9293310d-ebef-483b-a291-3f01aa5ceb14 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1363.133365] env[62259]: DEBUG oslo_concurrency.lockutils [req-288f35ff-27b0-4bd3-941c-fbd083879c26 req-e62bc4b3-7f9c-47ec-9e5e-8755e0049c1f service nova] Acquiring lock "165d73b0-94e1-4020-b43e-2c27630c2123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.133365] env[62259]: DEBUG oslo_concurrency.lockutils [req-288f35ff-27b0-4bd3-941c-fbd083879c26 req-e62bc4b3-7f9c-47ec-9e5e-8755e0049c1f service nova] Lock "165d73b0-94e1-4020-b43e-2c27630c2123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.133365] env[62259]: DEBUG oslo_concurrency.lockutils [req-288f35ff-27b0-4bd3-941c-fbd083879c26 req-e62bc4b3-7f9c-47ec-9e5e-8755e0049c1f service nova] Lock "165d73b0-94e1-4020-b43e-2c27630c2123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.133365] env[62259]: DEBUG nova.compute.manager [req-288f35ff-27b0-4bd3-941c-fbd083879c26 req-e62bc4b3-7f9c-47ec-9e5e-8755e0049c1f service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] No waiting events found dispatching network-vif-plugged-9293310d-ebef-483b-a291-3f01aa5ceb14 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.134145] env[62259]: WARNING nova.compute.manager [req-288f35ff-27b0-4bd3-941c-fbd083879c26 req-e62bc4b3-7f9c-47ec-9e5e-8755e0049c1f service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Received unexpected event network-vif-plugged-9293310d-ebef-483b-a291-3f01aa5ceb14 for instance with vm_state building and task_state spawning. [ 1363.201493] env[62259]: DEBUG oslo_vmware.api [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160764} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.204769] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.205000] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.205215] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.205394] env[62259]: INFO nova.compute.manager [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Took 2.42 seconds to destroy the instance on the hypervisor. [ 1363.205646] env[62259]: DEBUG oslo.service.loopingcall [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.206254] env[62259]: DEBUG oslo_vmware.api [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Task: {'id': task-1691711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165669} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.206464] env[62259]: DEBUG nova.compute.manager [-] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.206559] env[62259]: DEBUG nova.network.neutron [-] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.208341] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.208480] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.208661] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.208830] env[62259]: INFO nova.compute.manager [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1363.209060] env[62259]: DEBUG oslo.service.loopingcall [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.209286] env[62259]: DEBUG nova.compute.manager [-] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.209377] env[62259]: DEBUG nova.network.neutron [-] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.329018] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520c9c88-82ce-aba3-fd33-48fb1dd96f58, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.331874] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.332105] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.332352] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.332708] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.332898] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.333452] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40dade65-a64c-4599-a114-f8722f93c72b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.345386] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.345576] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.346851] env[62259]: DEBUG nova.network.neutron [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Successfully updated port: 9293310d-ebef-483b-a291-3f01aa5ceb14 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.347944] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a811988-15ee-4cd9-847a-28e106a30667 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.362055] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1363.362055] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52600c79-9257-4d86-abee-83864daa2c4e" [ 1363.362055] env[62259]: _type = "Task" [ 1363.362055] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.371087] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52600c79-9257-4d86-abee-83864daa2c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.480744] env[62259]: DEBUG nova.network.neutron [req-6bab94c7-61f3-4329-8bb6-14d29ced1aee req-e6a46412-aa02-402f-ade1-5177910725fe service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Updated VIF entry in instance network info cache for port bc71b9f1-2fb0-4096-a9b0-fef680026834. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.481162] env[62259]: DEBUG nova.network.neutron [req-6bab94c7-61f3-4329-8bb6-14d29ced1aee req-e6a46412-aa02-402f-ade1-5177910725fe service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Updating instance_info_cache with network_info: [{"id": "bc71b9f1-2fb0-4096-a9b0-fef680026834", "address": "fa:16:3e:c1:d0:5e", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc71b9f1-2f", "ovs_interfaceid": "bc71b9f1-2fb0-4096-a9b0-fef680026834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.524885] env[62259]: INFO nova.scheduler.client.report [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Deleted allocation for migration f7faae11-58ff-47eb-970e-63826b073b02 [ 1363.859509] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquiring lock "refresh_cache-165d73b0-94e1-4020-b43e-2c27630c2123" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.859711] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquired lock "refresh_cache-165d73b0-94e1-4020-b43e-2c27630c2123" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.859909] env[62259]: DEBUG nova.network.neutron [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.881031] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52600c79-9257-4d86-abee-83864daa2c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.881031] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232246a0-e220-40b8-98d6-eb90d033076f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.885523] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1363.885523] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5237d20c-0c4a-880d-39cf-d36f59e8ea38" [ 1363.885523] env[62259]: _type = "Task" [ 1363.885523] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.898026] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5237d20c-0c4a-880d-39cf-d36f59e8ea38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.984636] env[62259]: DEBUG oslo_concurrency.lockutils [req-6bab94c7-61f3-4329-8bb6-14d29ced1aee req-e6a46412-aa02-402f-ade1-5177910725fe service nova] Releasing lock "refresh_cache-fb043667-d1b8-4eeb-bdc3-00612cbd35ba" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.030565] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb071a10-27c5-4f79-a045-f5530786c087 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.160s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.137702] env[62259]: DEBUG nova.network.neutron [-] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.173072] env[62259]: DEBUG nova.network.neutron [-] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.397676] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5237d20c-0c4a-880d-39cf-d36f59e8ea38, 'name': SearchDatastore_Task, 'duration_secs': 0.011294} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.401017] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.401017] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] fb043667-d1b8-4eeb-bdc3-00612cbd35ba/fb043667-d1b8-4eeb-bdc3-00612cbd35ba.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.401017] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6017392b-642a-41b6-b78e-e070dfe9c543 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.407544] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1364.407544] env[62259]: value = "task-1691712" [ 1364.407544] env[62259]: _type = "Task" [ 1364.407544] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.413277] env[62259]: DEBUG nova.network.neutron [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.419459] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.427239] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ae5824-468a-43f0-8dfd-725a43c7488c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.437502] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11805f94-5fd6-4e9c-86a4-076951965604 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.468784] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4db427c-010a-45c6-bd4f-7fb55ae98928 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.476375] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f145f5c8-5365-4f9d-8a92-1eca03442613 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.493231] env[62259]: DEBUG nova.compute.provider_tree [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.622789] env[62259]: DEBUG nova.network.neutron [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Updating instance_info_cache with network_info: [{"id": "9293310d-ebef-483b-a291-3f01aa5ceb14", "address": "fa:16:3e:5d:2d:b0", "network": {"id": "9e9134e5-b007-4d21-a2de-b3bc8221f531", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-25636397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75e33e358bbc4ae78572af11c7b190f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9293310d-eb", "ovs_interfaceid": "9293310d-ebef-483b-a291-3f01aa5ceb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.639685] env[62259]: INFO nova.compute.manager [-] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Took 1.43 seconds to deallocate network for instance. [ 1364.674391] env[62259]: INFO nova.compute.manager [-] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Took 1.47 seconds to deallocate network for instance. [ 1364.688926] env[62259]: DEBUG nova.compute.manager [req-9dda0ad8-41ec-443d-97bd-5aa52f4ef13e req-e23a7766-5ba9-4785-9c0a-42d253b69c95 service nova] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Received event network-vif-deleted-9bd4c478-4aa5-41a5-b0b9-60d2692ef8d3 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1364.878703] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "744c8809-f829-4c6b-94ab-9e708d519862" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.879078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.919383] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.997148] env[62259]: DEBUG nova.scheduler.client.report [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1365.129927] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Releasing lock "refresh_cache-165d73b0-94e1-4020-b43e-2c27630c2123" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.130308] env[62259]: DEBUG nova.compute.manager [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Instance network_info: |[{"id": "9293310d-ebef-483b-a291-3f01aa5ceb14", "address": "fa:16:3e:5d:2d:b0", "network": {"id": "9e9134e5-b007-4d21-a2de-b3bc8221f531", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-25636397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75e33e358bbc4ae78572af11c7b190f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9293310d-eb", "ovs_interfaceid": "9293310d-ebef-483b-a291-3f01aa5ceb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.130724] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:2d:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9293310d-ebef-483b-a291-3f01aa5ceb14', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.138311] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Creating folder: Project (75e33e358bbc4ae78572af11c7b190f4). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.138591] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a2edd6-7f6b-43cb-8c1d-3c848d41b8b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.147153] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.150751] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Created folder: Project (75e33e358bbc4ae78572af11c7b190f4) in parent group-v352705. [ 1365.151251] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Creating folder: Instances. Parent ref: group-v352782. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.151512] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-accd3346-ee88-4789-a86b-063964002188 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.160127] env[62259]: DEBUG nova.compute.manager [req-cb9043cf-d0fc-43c5-849f-c396a2917f0e req-5cbf3434-50ba-4d0b-a4b7-e5c42a099dd2 service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Received event network-changed-9293310d-ebef-483b-a291-3f01aa5ceb14 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1365.160250] env[62259]: DEBUG nova.compute.manager [req-cb9043cf-d0fc-43c5-849f-c396a2917f0e req-5cbf3434-50ba-4d0b-a4b7-e5c42a099dd2 service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Refreshing instance network info cache due to event network-changed-9293310d-ebef-483b-a291-3f01aa5ceb14. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1365.160460] env[62259]: DEBUG oslo_concurrency.lockutils [req-cb9043cf-d0fc-43c5-849f-c396a2917f0e req-5cbf3434-50ba-4d0b-a4b7-e5c42a099dd2 service nova] Acquiring lock "refresh_cache-165d73b0-94e1-4020-b43e-2c27630c2123" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.160602] env[62259]: DEBUG oslo_concurrency.lockutils [req-cb9043cf-d0fc-43c5-849f-c396a2917f0e req-5cbf3434-50ba-4d0b-a4b7-e5c42a099dd2 service nova] Acquired lock "refresh_cache-165d73b0-94e1-4020-b43e-2c27630c2123" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.160885] env[62259]: DEBUG nova.network.neutron [req-cb9043cf-d0fc-43c5-849f-c396a2917f0e req-5cbf3434-50ba-4d0b-a4b7-e5c42a099dd2 service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Refreshing network info cache for port 9293310d-ebef-483b-a291-3f01aa5ceb14 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.166026] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Created folder: Instances in parent group-v352782. [ 1365.166026] env[62259]: DEBUG oslo.service.loopingcall [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.166026] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.166026] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e72a2c26-5a33-4d7b-9788-7bd433e6bdfe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.184738] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.184738] env[62259]: value = "task-1691715" [ 1365.184738] env[62259]: _type = "Task" [ 1365.184738] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.193010] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.193240] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691715, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.419317] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56132} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.419702] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] fb043667-d1b8-4eeb-bdc3-00612cbd35ba/fb043667-d1b8-4eeb-bdc3-00612cbd35ba.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.419969] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.420261] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0743c760-da5a-4d40-b2f0-4565f45bde55 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.427938] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1365.427938] env[62259]: value = "task-1691716" [ 1365.427938] env[62259]: _type = "Task" [ 1365.427938] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.435833] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.502860] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.502860] env[62259]: DEBUG nova.compute.manager [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.505376] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.542s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.506739] env[62259]: INFO nova.compute.claims [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.694737] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691715, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.902644] env[62259]: DEBUG nova.network.neutron [req-cb9043cf-d0fc-43c5-849f-c396a2917f0e req-5cbf3434-50ba-4d0b-a4b7-e5c42a099dd2 service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Updated VIF entry in instance network info cache for port 9293310d-ebef-483b-a291-3f01aa5ceb14. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.902644] env[62259]: DEBUG nova.network.neutron [req-cb9043cf-d0fc-43c5-849f-c396a2917f0e req-5cbf3434-50ba-4d0b-a4b7-e5c42a099dd2 service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Updating instance_info_cache with network_info: [{"id": "9293310d-ebef-483b-a291-3f01aa5ceb14", "address": "fa:16:3e:5d:2d:b0", "network": {"id": "9e9134e5-b007-4d21-a2de-b3bc8221f531", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-25636397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75e33e358bbc4ae78572af11c7b190f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9293310d-eb", "ovs_interfaceid": "9293310d-ebef-483b-a291-3f01aa5ceb14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.939603] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05973} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.940121] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.942265] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec7c1f-ba0d-41d7-9c19-494933a0719d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.972601] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] fb043667-d1b8-4eeb-bdc3-00612cbd35ba/fb043667-d1b8-4eeb-bdc3-00612cbd35ba.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.972946] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9e634e-fc7c-441d-a1b4-932d74db4589 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.994783] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1365.994783] env[62259]: value = "task-1691717" [ 1365.994783] env[62259]: _type = "Task" [ 1365.994783] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.003536] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.011046] env[62259]: DEBUG nova.compute.utils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.016177] env[62259]: DEBUG nova.compute.manager [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.016358] env[62259]: DEBUG nova.network.neutron [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.116391] env[62259]: DEBUG nova.policy [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f8fa373ce3a4bb98b0072f71d27c62c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c224d19901b84372be6bd875e4368a08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.194915] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691715, 'name': CreateVM_Task, 'duration_secs': 0.579412} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.195178] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.195877] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.196061] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.196390] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.196649] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9307482-cbb4-47c9-9b01-d4648fbb2d45 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.201192] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1366.201192] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a17f0a-7207-3a82-9c7b-0a278dbd27c8" [ 1366.201192] env[62259]: _type = "Task" [ 1366.201192] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.209299] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a17f0a-7207-3a82-9c7b-0a278dbd27c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.409126] env[62259]: DEBUG oslo_concurrency.lockutils [req-cb9043cf-d0fc-43c5-849f-c396a2917f0e req-5cbf3434-50ba-4d0b-a4b7-e5c42a099dd2 service nova] Releasing lock "refresh_cache-165d73b0-94e1-4020-b43e-2c27630c2123" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.409408] env[62259]: DEBUG nova.compute.manager [req-cb9043cf-d0fc-43c5-849f-c396a2917f0e req-5cbf3434-50ba-4d0b-a4b7-e5c42a099dd2 service nova] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Received event network-vif-deleted-750a6422-1b2b-41bf-bc96-1df09e927efe {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1366.506814] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.516546] env[62259]: DEBUG nova.compute.manager [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.553961] env[62259]: DEBUG nova.network.neutron [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Successfully created port: c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.712649] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a17f0a-7207-3a82-9c7b-0a278dbd27c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.712983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.716630] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.716835] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.717034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.717226] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.717479] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-792c5f97-aa08-4429-93fe-157b61a8864d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.733079] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.733183] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.734047] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac300220-e602-4acf-a532-bc113eaf1067 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.741684] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1366.741684] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5290bec6-9880-98f8-2dc8-e0de554aa8c2" [ 1366.741684] env[62259]: _type = "Task" [ 1366.741684] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.749390] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5290bec6-9880-98f8-2dc8-e0de554aa8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.902327] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.902568] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.008098] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691717, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.011337] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a0ff2b-25f1-4109-9356-e70138632794 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.018374] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2adf8dd-016a-46b3-8665-91a1ee129c6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.058065] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c66f4e8-33d9-4750-9ddc-227a5c34bbc9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.067742] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4850c2c-af88-4e20-949d-441b06dcc1e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.085103] env[62259]: DEBUG nova.compute.provider_tree [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.252997] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5290bec6-9880-98f8-2dc8-e0de554aa8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.253191] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbfc528-27e3-4059-99a9-be3ab5858382 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.258771] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1367.258771] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523341cc-29cd-8074-6beb-907b26cd1ddc" [ 1367.258771] env[62259]: _type = "Task" [ 1367.258771] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.267211] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523341cc-29cd-8074-6beb-907b26cd1ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.512873] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691717, 'name': ReconfigVM_Task, 'duration_secs': 1.424869} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.513256] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Reconfigured VM instance instance-00000019 to attach disk [datastore1] fb043667-d1b8-4eeb-bdc3-00612cbd35ba/fb043667-d1b8-4eeb-bdc3-00612cbd35ba.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.514159] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b80427e2-7d72-47e9-a19d-e42b2c5fe6f3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.522292] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1367.522292] env[62259]: value = "task-1691718" [ 1367.522292] env[62259]: _type = "Task" [ 1367.522292] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.528299] env[62259]: DEBUG nova.compute.manager [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.540057] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691718, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.558086] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1367.558499] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1367.558829] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.559794] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1367.559794] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.559794] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1367.560042] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1367.560284] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1367.560589] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1367.560899] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1367.561236] env[62259]: DEBUG nova.virt.hardware [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1367.562835] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b085f4-ff3e-465a-bdc0-f82e5c6149c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.574229] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7e57bb-1233-4970-8beb-b1d0c7e7a748 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.596953] env[62259]: DEBUG nova.scheduler.client.report [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1367.769658] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523341cc-29cd-8074-6beb-907b26cd1ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.769938] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.770215] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 165d73b0-94e1-4020-b43e-2c27630c2123/165d73b0-94e1-4020-b43e-2c27630c2123.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.770475] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22a68a9a-5c19-49a5-8b28-a7b1916f29d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.777242] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1367.777242] env[62259]: value = "task-1691719" [ 1367.777242] env[62259]: _type = "Task" [ 1367.777242] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.784787] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.036061] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691718, 'name': Rename_Task, 'duration_secs': 0.143661} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.036314] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.036612] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e4dcb9e-8452-4380-9ec5-16be72f2aeeb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.045615] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1368.045615] env[62259]: value = "task-1691720" [ 1368.045615] env[62259]: _type = "Task" [ 1368.045615] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.061428] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.102442] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.103034] env[62259]: DEBUG nova.compute.manager [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1368.107986] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.944s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.110309] env[62259]: INFO nova.compute.claims [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.119494] env[62259]: DEBUG nova.compute.manager [req-62df9b8a-1331-4e27-b5ee-8fccaf270248 req-b872b9b2-b9f9-443c-984c-037f3f28da74 service nova] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Received event network-vif-plugged-c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1368.119729] env[62259]: DEBUG oslo_concurrency.lockutils [req-62df9b8a-1331-4e27-b5ee-8fccaf270248 req-b872b9b2-b9f9-443c-984c-037f3f28da74 service nova] Acquiring lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.119945] env[62259]: DEBUG oslo_concurrency.lockutils [req-62df9b8a-1331-4e27-b5ee-8fccaf270248 req-b872b9b2-b9f9-443c-984c-037f3f28da74 service nova] Lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.120387] env[62259]: DEBUG oslo_concurrency.lockutils [req-62df9b8a-1331-4e27-b5ee-8fccaf270248 req-b872b9b2-b9f9-443c-984c-037f3f28da74 service nova] Lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.120387] env[62259]: DEBUG nova.compute.manager [req-62df9b8a-1331-4e27-b5ee-8fccaf270248 req-b872b9b2-b9f9-443c-984c-037f3f28da74 service nova] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] No waiting events found dispatching network-vif-plugged-c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.120521] env[62259]: WARNING nova.compute.manager [req-62df9b8a-1331-4e27-b5ee-8fccaf270248 req-b872b9b2-b9f9-443c-984c-037f3f28da74 service nova] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Received unexpected event network-vif-plugged-c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e for instance with vm_state building and task_state spawning. [ 1368.288333] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691719, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.344752] env[62259]: DEBUG nova.network.neutron [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Successfully updated port: c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1368.555953] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691720, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.615521] env[62259]: DEBUG nova.compute.utils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1368.619499] env[62259]: DEBUG nova.compute.manager [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1368.619722] env[62259]: DEBUG nova.network.neutron [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.688343] env[62259]: DEBUG nova.policy [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61ceefa878334286852eef191009c031', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7fecd8e80244b0d87732a9805d65b09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.788523] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650017} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.788738] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 165d73b0-94e1-4020-b43e-2c27630c2123/165d73b0-94e1-4020-b43e-2c27630c2123.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.788955] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.789215] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cccdfa3-f0a3-42fa-8b4d-35383147376a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.795836] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1368.795836] env[62259]: value = "task-1691721" [ 1368.795836] env[62259]: _type = "Task" [ 1368.795836] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.803761] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.846639] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquiring lock "refresh_cache-2728677c-2e28-4e1c-a405-1c1e9f9b225e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.846854] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquired lock "refresh_cache-2728677c-2e28-4e1c-a405-1c1e9f9b225e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.850410] env[62259]: DEBUG nova.network.neutron [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.060892] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691720, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.092712] env[62259]: DEBUG nova.network.neutron [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Successfully created port: ad4a23ff-5c0d-403b-bdca-fdb48aeacadf {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.119873] env[62259]: DEBUG nova.compute.manager [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.306116] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103907} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.306421] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.307364] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6e1ff8-a8a2-48f4-a94e-578d85fd9af2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.333473] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 165d73b0-94e1-4020-b43e-2c27630c2123/165d73b0-94e1-4020-b43e-2c27630c2123.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.336476] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f442573f-c8e0-4954-bec8-94d2ca6c9130 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.360750] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1369.360750] env[62259]: value = "task-1691722" [ 1369.360750] env[62259]: _type = "Task" [ 1369.360750] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.371950] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.395885] env[62259]: DEBUG nova.network.neutron [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.562245] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691720, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.584951] env[62259]: DEBUG nova.network.neutron [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Updating instance_info_cache with network_info: [{"id": "c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e", "address": "fa:16:3e:b4:a0:45", "network": {"id": "8536fe2f-99d5-4341-86d4-f0fa6507eb7a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1832133218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c224d19901b84372be6bd875e4368a08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cfd90b-b4", "ovs_interfaceid": "c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.692606] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2851206-835e-4dcf-958c-5e62d8e0dc86 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.701024] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d424f7b4-31c3-4596-ae80-df450a5872b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.731040] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c13454-110a-4755-be45-03dfb6a5f87a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.738812] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d58c93-58d0-46aa-b217-84c427ab7be1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.752810] env[62259]: DEBUG nova.compute.provider_tree [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.872964] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.059100] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691720, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.087942] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Releasing lock "refresh_cache-2728677c-2e28-4e1c-a405-1c1e9f9b225e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.088533] env[62259]: DEBUG nova.compute.manager [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Instance network_info: |[{"id": "c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e", "address": "fa:16:3e:b4:a0:45", "network": {"id": "8536fe2f-99d5-4341-86d4-f0fa6507eb7a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1832133218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c224d19901b84372be6bd875e4368a08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cfd90b-b4", "ovs_interfaceid": "c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.088741] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a0:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.096267] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Creating folder: Project (c224d19901b84372be6bd875e4368a08). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.096780] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5ed8af5-158f-45f9-bca6-043cd3eb9e6f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.107819] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Created folder: Project (c224d19901b84372be6bd875e4368a08) in parent group-v352705. [ 1370.108842] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Creating folder: Instances. Parent ref: group-v352785. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.108842] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cb66e84-f351-4c90-9ddc-aa10d4d0605d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.117537] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Created folder: Instances in parent group-v352785. [ 1370.117783] env[62259]: DEBUG oslo.service.loopingcall [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.117972] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.118240] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52a0997c-db76-4afa-b277-97436023703b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.133848] env[62259]: DEBUG nova.compute.manager [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.141593] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.141593] env[62259]: value = "task-1691725" [ 1370.141593] env[62259]: _type = "Task" [ 1370.141593] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.149731] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691725, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.159559] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1370.159830] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1370.160020] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.160258] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1370.160416] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.160554] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1370.160819] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1370.161042] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1370.161243] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1370.161446] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1370.161639] env[62259]: DEBUG nova.virt.hardware [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1370.162592] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c8e53-3cde-444d-b48f-82f1d671c2f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.171191] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba45c8b-3650-44a4-8d17-18916634d27b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.189120] env[62259]: DEBUG nova.compute.manager [req-3bfdb87d-3cfa-45be-9f00-7c20528012fc req-8d4e307b-f1ac-4b54-9f1a-2f6547709252 service nova] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Received event network-changed-c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1370.189341] env[62259]: DEBUG nova.compute.manager [req-3bfdb87d-3cfa-45be-9f00-7c20528012fc req-8d4e307b-f1ac-4b54-9f1a-2f6547709252 service nova] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Refreshing instance network info cache due to event network-changed-c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1370.189587] env[62259]: DEBUG oslo_concurrency.lockutils [req-3bfdb87d-3cfa-45be-9f00-7c20528012fc req-8d4e307b-f1ac-4b54-9f1a-2f6547709252 service nova] Acquiring lock "refresh_cache-2728677c-2e28-4e1c-a405-1c1e9f9b225e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.189784] env[62259]: DEBUG oslo_concurrency.lockutils [req-3bfdb87d-3cfa-45be-9f00-7c20528012fc req-8d4e307b-f1ac-4b54-9f1a-2f6547709252 service nova] Acquired lock "refresh_cache-2728677c-2e28-4e1c-a405-1c1e9f9b225e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.189949] env[62259]: DEBUG nova.network.neutron [req-3bfdb87d-3cfa-45be-9f00-7c20528012fc req-8d4e307b-f1ac-4b54-9f1a-2f6547709252 service nova] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Refreshing network info cache for port c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.255781] env[62259]: DEBUG nova.scheduler.client.report [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1370.372599] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.560389] env[62259]: DEBUG oslo_vmware.api [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691720, 'name': PowerOnVM_Task, 'duration_secs': 2.153642} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.560676] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.560912] env[62259]: INFO nova.compute.manager [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1370.561072] env[62259]: DEBUG nova.compute.manager [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.561954] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b42fec6-7613-418e-922d-30aa28a661ca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.652302] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691725, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.732544] env[62259]: DEBUG nova.network.neutron [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Successfully updated port: ad4a23ff-5c0d-403b-bdca-fdb48aeacadf {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.760692] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.761235] env[62259]: DEBUG nova.compute.manager [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.763857] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.639s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.764111] env[62259]: DEBUG nova.objects.instance [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lazy-loading 'resources' on Instance uuid 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.872574] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691722, 'name': ReconfigVM_Task, 'duration_secs': 1.29968} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.877043] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 165d73b0-94e1-4020-b43e-2c27630c2123/165d73b0-94e1-4020-b43e-2c27630c2123.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.877043] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-751cb4ca-204c-48ce-bd50-96c7cc943344 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.881706] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1370.881706] env[62259]: value = "task-1691726" [ 1370.881706] env[62259]: _type = "Task" [ 1370.881706] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.890269] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691726, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.912065] env[62259]: DEBUG nova.network.neutron [req-3bfdb87d-3cfa-45be-9f00-7c20528012fc req-8d4e307b-f1ac-4b54-9f1a-2f6547709252 service nova] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Updated VIF entry in instance network info cache for port c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.912387] env[62259]: DEBUG nova.network.neutron [req-3bfdb87d-3cfa-45be-9f00-7c20528012fc req-8d4e307b-f1ac-4b54-9f1a-2f6547709252 service nova] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Updating instance_info_cache with network_info: [{"id": "c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e", "address": "fa:16:3e:b4:a0:45", "network": {"id": "8536fe2f-99d5-4341-86d4-f0fa6507eb7a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1832133218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c224d19901b84372be6bd875e4368a08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cfd90b-b4", "ovs_interfaceid": "c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.080230] env[62259]: INFO nova.compute.manager [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Took 48.53 seconds to build instance. [ 1371.153465] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691725, 'name': CreateVM_Task, 'duration_secs': 0.728165} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.153767] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.155219] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.155219] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.155219] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.155219] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112e77ba-82d3-4592-8185-dc5425cbf069 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.160265] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1371.160265] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5246d3ce-6d77-1aca-8f1a-d6294f58449a" [ 1371.160265] env[62259]: _type = "Task" [ 1371.160265] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.169649] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5246d3ce-6d77-1aca-8f1a-d6294f58449a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.238622] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquiring lock "refresh_cache-c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.238622] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquired lock "refresh_cache-c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.238622] env[62259]: DEBUG nova.network.neutron [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.267520] env[62259]: DEBUG nova.compute.utils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.268765] env[62259]: DEBUG nova.compute.manager [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.268945] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.324748] env[62259]: DEBUG nova.policy [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '137eee8b7a4f469da6f480e501124026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a11fd448fbf7412da654f13159760a83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.391539] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691726, 'name': Rename_Task, 'duration_secs': 0.138134} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.393991] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1371.394584] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a773bee-77e3-4bd8-95da-d0922a2e4feb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.401146] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1371.401146] env[62259]: value = "task-1691727" [ 1371.401146] env[62259]: _type = "Task" [ 1371.401146] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.410281] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.414932] env[62259]: DEBUG oslo_concurrency.lockutils [req-3bfdb87d-3cfa-45be-9f00-7c20528012fc req-8d4e307b-f1ac-4b54-9f1a-2f6547709252 service nova] Releasing lock "refresh_cache-2728677c-2e28-4e1c-a405-1c1e9f9b225e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.581892] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b9d73c56-6407-4d5e-b466-f9e90d314379 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.063s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.594718] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Successfully created port: 0da2160d-0f33-425a-94dd-b3ba22e49a87 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.681082] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5246d3ce-6d77-1aca-8f1a-d6294f58449a, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.681448] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.681632] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.681911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.682080] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.682268] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.687152] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d03b4f8b-dee3-4259-90bf-ecc336ab61a4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.697592] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.697990] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.699422] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00022a61-7df8-451a-848a-f0ed55b3f2da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.710978] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1371.710978] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5251e363-36b8-e1bd-cb49-7b81b343759b" [ 1371.710978] env[62259]: _type = "Task" [ 1371.710978] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.719810] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5251e363-36b8-e1bd-cb49-7b81b343759b, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.720688] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e23078-cfe8-420a-9d65-c62d2c099162 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.731216] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1371.731216] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d846b7-7a44-4aef-dee7-fb1b82fee740" [ 1371.731216] env[62259]: _type = "Task" [ 1371.731216] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.744458] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d846b7-7a44-4aef-dee7-fb1b82fee740, 'name': SearchDatastore_Task, 'duration_secs': 0.008716} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.745445] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.745849] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 2728677c-2e28-4e1c-a405-1c1e9f9b225e/2728677c-2e28-4e1c-a405-1c1e9f9b225e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.746635] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-144d4df9-8e11-4415-8a30-9d836217e955 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.755214] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1371.755214] env[62259]: value = "task-1691728" [ 1371.755214] env[62259]: _type = "Task" [ 1371.755214] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.763861] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.775384] env[62259]: DEBUG nova.compute.manager [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.794030] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252bceef-4cd7-4747-955f-ffb41a78bdb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.802532] env[62259]: DEBUG nova.network.neutron [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.804929] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a48b7ca-a320-4021-b292-7c6862c355b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.845685] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c29f82-194b-4e5b-bbd3-2415a0ad5103 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.858027] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d094518-4657-420b-9adb-57b364b7627c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.875506] env[62259]: DEBUG nova.compute.provider_tree [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.881278] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Successfully created port: 84c654fb-e879-43e3-93b5-21981b450045 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.912038] env[62259]: DEBUG oslo_vmware.api [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691727, 'name': PowerOnVM_Task, 'duration_secs': 0.444637} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.912130] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.912345] env[62259]: INFO nova.compute.manager [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1371.912584] env[62259]: DEBUG nova.compute.manager [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.913455] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2690baa-e133-40e6-a9f8-8d53ad19a5a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.021974] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.022222] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.022454] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.022641] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.022835] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.025137] env[62259]: INFO nova.compute.manager [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Terminating instance [ 1372.084650] env[62259]: DEBUG nova.compute.manager [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.199507] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Successfully created port: de87a897-e522-46be-8401-7fcd260a7b6e {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.266699] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691728, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.293121] env[62259]: DEBUG nova.network.neutron [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Updating instance_info_cache with network_info: [{"id": "ad4a23ff-5c0d-403b-bdca-fdb48aeacadf", "address": "fa:16:3e:db:eb:e0", "network": {"id": "b86cabc3-211c-439a-9a96-d4efae20748a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1583957998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7fecd8e80244b0d87732a9805d65b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4a23ff-5c", "ovs_interfaceid": "ad4a23ff-5c0d-403b-bdca-fdb48aeacadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.381474] env[62259]: DEBUG nova.scheduler.client.report [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1372.439132] env[62259]: DEBUG nova.compute.manager [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Received event network-vif-plugged-ad4a23ff-5c0d-403b-bdca-fdb48aeacadf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1372.439610] env[62259]: DEBUG oslo_concurrency.lockutils [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] Acquiring lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.439740] env[62259]: DEBUG oslo_concurrency.lockutils [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] Lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.440580] env[62259]: DEBUG oslo_concurrency.lockutils [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] Lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.440825] env[62259]: DEBUG nova.compute.manager [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] No waiting events found dispatching network-vif-plugged-ad4a23ff-5c0d-403b-bdca-fdb48aeacadf {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.440998] env[62259]: WARNING nova.compute.manager [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Received unexpected event network-vif-plugged-ad4a23ff-5c0d-403b-bdca-fdb48aeacadf for instance with vm_state building and task_state spawning. [ 1372.441179] env[62259]: DEBUG nova.compute.manager [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Received event network-changed-ad4a23ff-5c0d-403b-bdca-fdb48aeacadf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1372.441331] env[62259]: DEBUG nova.compute.manager [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Refreshing instance network info cache due to event network-changed-ad4a23ff-5c0d-403b-bdca-fdb48aeacadf. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1372.441559] env[62259]: DEBUG oslo_concurrency.lockutils [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] Acquiring lock "refresh_cache-c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.444079] env[62259]: INFO nova.compute.manager [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Took 43.51 seconds to build instance. [ 1372.528613] env[62259]: DEBUG nova.compute.manager [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.529020] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.529775] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d692f364-e200-48d3-9950-04c31c7c4074 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.537557] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.537790] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8379fca-7ae4-4655-8c2e-f15a43a103ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.545038] env[62259]: DEBUG oslo_vmware.api [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1372.545038] env[62259]: value = "task-1691729" [ 1372.545038] env[62259]: _type = "Task" [ 1372.545038] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.553105] env[62259]: DEBUG oslo_vmware.api [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.609913] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.766168] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538428} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.766476] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 2728677c-2e28-4e1c-a405-1c1e9f9b225e/2728677c-2e28-4e1c-a405-1c1e9f9b225e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.766635] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.766888] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a238c03d-74fa-4f15-82f1-4cb50a83646e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.775074] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1372.775074] env[62259]: value = "task-1691730" [ 1372.775074] env[62259]: _type = "Task" [ 1372.775074] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.783714] env[62259]: DEBUG nova.compute.manager [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.790029] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.801038] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Releasing lock "refresh_cache-c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.801038] env[62259]: DEBUG nova.compute.manager [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Instance network_info: |[{"id": "ad4a23ff-5c0d-403b-bdca-fdb48aeacadf", "address": "fa:16:3e:db:eb:e0", "network": {"id": "b86cabc3-211c-439a-9a96-d4efae20748a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1583957998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7fecd8e80244b0d87732a9805d65b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4a23ff-5c", "ovs_interfaceid": "ad4a23ff-5c0d-403b-bdca-fdb48aeacadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1372.801322] env[62259]: DEBUG oslo_concurrency.lockutils [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] Acquired lock "refresh_cache-c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.801322] env[62259]: DEBUG nova.network.neutron [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Refreshing network info cache for port ad4a23ff-5c0d-403b-bdca-fdb48aeacadf {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.802506] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:eb:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad4a23ff-5c0d-403b-bdca-fdb48aeacadf', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.813365] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Creating folder: Project (d7fecd8e80244b0d87732a9805d65b09). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.820121] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-299ae1f1-6ec8-43d0-b04a-afa2d91019f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.830312] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1372.830752] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1372.831158] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.832048] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1372.832048] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.832253] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1372.832622] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1372.832924] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1372.833254] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1372.833564] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1372.833894] env[62259]: DEBUG nova.virt.hardware [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1372.835615] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f900337-3a95-4d38-9462-1e12a67076b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.840985] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Created folder: Project (d7fecd8e80244b0d87732a9805d65b09) in parent group-v352705. [ 1372.841303] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Creating folder: Instances. Parent ref: group-v352788. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.842029] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0989daf8-f76b-4fd5-be34-e6dd6ef26068 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.849402] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cd3211-86ae-4c75-9b55-493aa43f1c2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.855525] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Created folder: Instances in parent group-v352788. [ 1372.855761] env[62259]: DEBUG oslo.service.loopingcall [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.855966] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.856249] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad3918ce-c9ea-4437-84ec-aec67fb36de7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.886721] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.889813] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.238s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.890348] env[62259]: DEBUG nova.objects.instance [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lazy-loading 'resources' on Instance uuid 72f696ef-c5c4-410a-a894-52e683084a0a {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.891248] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.891248] env[62259]: value = "task-1691733" [ 1372.891248] env[62259]: _type = "Task" [ 1372.891248] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.899928] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691733, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.910086] env[62259]: INFO nova.scheduler.client.report [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Deleted allocations for instance 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86 [ 1372.949684] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc774405-8fc4-42f5-a3e1-773046d7bb60 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "165d73b0-94e1-4020-b43e-2c27630c2123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.092s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.055045] env[62259]: DEBUG oslo_vmware.api [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691729, 'name': PowerOffVM_Task, 'duration_secs': 0.264746} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.055158] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.055364] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.055631] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acd19167-32b9-4265-8545-25a912be6d2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.147873] env[62259]: DEBUG nova.network.neutron [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Updated VIF entry in instance network info cache for port ad4a23ff-5c0d-403b-bdca-fdb48aeacadf. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.148532] env[62259]: DEBUG nova.network.neutron [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Updating instance_info_cache with network_info: [{"id": "ad4a23ff-5c0d-403b-bdca-fdb48aeacadf", "address": "fa:16:3e:db:eb:e0", "network": {"id": "b86cabc3-211c-439a-9a96-d4efae20748a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1583957998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7fecd8e80244b0d87732a9805d65b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad4a23ff-5c", "ovs_interfaceid": "ad4a23ff-5c0d-403b-bdca-fdb48aeacadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.258634] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.258880] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.259094] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Deleting the datastore file [datastore1] fb043667-d1b8-4eeb-bdc3-00612cbd35ba {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.259365] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75e328b8-7dba-472d-ba1c-75a5e855d57c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.265942] env[62259]: DEBUG oslo_vmware.api [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for the task: (returnval){ [ 1373.265942] env[62259]: value = "task-1691735" [ 1373.265942] env[62259]: _type = "Task" [ 1373.265942] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.274831] env[62259]: DEBUG oslo_vmware.api [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.284518] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195023} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.284518] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.285226] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642b38f8-652b-4896-9f3e-f43848d719eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.307610] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 2728677c-2e28-4e1c-a405-1c1e9f9b225e/2728677c-2e28-4e1c-a405-1c1e9f9b225e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.308277] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b22540-b9c3-4c8f-89b8-563fe292dd27 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.328097] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1373.328097] env[62259]: value = "task-1691736" [ 1373.328097] env[62259]: _type = "Task" [ 1373.328097] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.335953] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.404697] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691733, 'name': CreateVM_Task, 'duration_secs': 0.359428} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.404920] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.405716] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.405908] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.406336] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.406687] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fbdc4b-bf6c-40b1-a22d-72a2e9e61dce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.411855] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1373.411855] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52085aa0-482a-bd6e-9a4a-756249623ab0" [ 1373.411855] env[62259]: _type = "Task" [ 1373.411855] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.422868] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90793d41-c402-46b2-a221-f7f604700ac3 tempest-ServerDiagnosticsTest-1593708734 tempest-ServerDiagnosticsTest-1593708734-project-member] Lock "79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.335s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.426825] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52085aa0-482a-bd6e-9a4a-756249623ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.451887] env[62259]: DEBUG nova.compute.manager [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.653882] env[62259]: DEBUG oslo_concurrency.lockutils [req-262b8c55-fac1-4936-a5f3-06baf3cde19b req-d865454e-05bc-43ae-ab38-d3c541fa5136 service nova] Releasing lock "refresh_cache-c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.678216] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquiring lock "165d73b0-94e1-4020-b43e-2c27630c2123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.678475] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "165d73b0-94e1-4020-b43e-2c27630c2123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.678675] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquiring lock "165d73b0-94e1-4020-b43e-2c27630c2123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.678847] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "165d73b0-94e1-4020-b43e-2c27630c2123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.679032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "165d73b0-94e1-4020-b43e-2c27630c2123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.681134] env[62259]: INFO nova.compute.manager [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Terminating instance [ 1373.777903] env[62259]: DEBUG oslo_vmware.api [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Task: {'id': task-1691735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14182} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.780828] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.781113] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.781245] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.785019] env[62259]: INFO nova.compute.manager [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1373.785019] env[62259]: DEBUG oslo.service.loopingcall [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.785019] env[62259]: DEBUG nova.compute.manager [-] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.785019] env[62259]: DEBUG nova.network.neutron [-] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.787410] env[62259]: DEBUG nova.compute.manager [req-a316ad33-c801-48db-8e08-32630f805d4a req-2bdf6c6f-e342-4475-a5a9-7b928abc8ab1 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received event network-vif-plugged-0da2160d-0f33-425a-94dd-b3ba22e49a87 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1373.787612] env[62259]: DEBUG oslo_concurrency.lockutils [req-a316ad33-c801-48db-8e08-32630f805d4a req-2bdf6c6f-e342-4475-a5a9-7b928abc8ab1 service nova] Acquiring lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.787824] env[62259]: DEBUG oslo_concurrency.lockutils [req-a316ad33-c801-48db-8e08-32630f805d4a req-2bdf6c6f-e342-4475-a5a9-7b928abc8ab1 service nova] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.788059] env[62259]: DEBUG oslo_concurrency.lockutils [req-a316ad33-c801-48db-8e08-32630f805d4a req-2bdf6c6f-e342-4475-a5a9-7b928abc8ab1 service nova] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.788163] env[62259]: DEBUG nova.compute.manager [req-a316ad33-c801-48db-8e08-32630f805d4a req-2bdf6c6f-e342-4475-a5a9-7b928abc8ab1 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] No waiting events found dispatching network-vif-plugged-0da2160d-0f33-425a-94dd-b3ba22e49a87 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.788321] env[62259]: WARNING nova.compute.manager [req-a316ad33-c801-48db-8e08-32630f805d4a req-2bdf6c6f-e342-4475-a5a9-7b928abc8ab1 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received unexpected event network-vif-plugged-0da2160d-0f33-425a-94dd-b3ba22e49a87 for instance with vm_state building and task_state spawning. [ 1373.829211] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Successfully updated port: 0da2160d-0f33-425a-94dd-b3ba22e49a87 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.853619] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691736, 'name': ReconfigVM_Task, 'duration_secs': 0.266481} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.854341] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 2728677c-2e28-4e1c-a405-1c1e9f9b225e/2728677c-2e28-4e1c-a405-1c1e9f9b225e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.857351] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-def35988-0c95-4a95-b3c4-53f8bcdb33da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.867730] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1373.867730] env[62259]: value = "task-1691737" [ 1373.867730] env[62259]: _type = "Task" [ 1373.867730] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.880161] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691737, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.932838] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52085aa0-482a-bd6e-9a4a-756249623ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.020607} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.933400] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.933623] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.934473] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.934473] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.934473] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.934473] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a828f7-2862-4093-b191-cb5356acafeb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.944765] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.944896] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.949187] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c142a47a-b14c-49fb-a983-17dc0068a5a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.958434] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1373.958434] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528bc87d-35e3-2d59-1f00-8d32759584d7" [ 1373.958434] env[62259]: _type = "Task" [ 1373.958434] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.970731] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528bc87d-35e3-2d59-1f00-8d32759584d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.975032] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8816fb0b-d178-48f2-bd84-b8f194fb04d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.978719] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.982701] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1373.982701] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5208ad22-4026-563c-3d2f-253e95884e08" [ 1373.982701] env[62259]: _type = "Task" [ 1373.982701] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.991751] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5208ad22-4026-563c-3d2f-253e95884e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.010386] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d10a553-f10d-410a-bf23-ce66bc472e3e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.017884] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a643c4-b350-4664-90e3-70ca57fa4be1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.050796] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d971a82-fa73-4b20-a5f4-1e60cb08dfd5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.059206] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86677d4c-2b67-4171-88f7-8a5916b25f68 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.076272] env[62259]: DEBUG nova.compute.provider_tree [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.184853] env[62259]: DEBUG nova.compute.manager [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.185092] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.186258] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c1bdf3-4cd6-4a91-8e0e-1ec2e7042b8c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.195482] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.195482] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8013ef56-ccb6-40ec-895a-4126a3465d92 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.203147] env[62259]: DEBUG oslo_vmware.api [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1374.203147] env[62259]: value = "task-1691738" [ 1374.203147] env[62259]: _type = "Task" [ 1374.203147] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.213391] env[62259]: DEBUG oslo_vmware.api [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.377548] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691737, 'name': Rename_Task, 'duration_secs': 0.139155} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.377859] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.378170] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9313a928-8256-49e6-bd09-b46397fdf8f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.383863] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1374.383863] env[62259]: value = "task-1691739" [ 1374.383863] env[62259]: _type = "Task" [ 1374.383863] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.392422] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.492955] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5208ad22-4026-563c-3d2f-253e95884e08, 'name': SearchDatastore_Task, 'duration_secs': 0.028706} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.493243] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.493492] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c8cd1fd8-27f9-4f49-ab69-894eed7b92d5/c8cd1fd8-27f9-4f49-ab69-894eed7b92d5.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.493749] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9c768e0-9c3b-4f57-9ca8-1fd352d59e86 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.499965] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1374.499965] env[62259]: value = "task-1691740" [ 1374.499965] env[62259]: _type = "Task" [ 1374.499965] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.508176] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.547283] env[62259]: DEBUG nova.compute.manager [req-ee19c61d-1d66-4c9e-846d-caafc7e8316a req-6cf900bd-ef23-45ff-8ac2-ce6643765111 service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Received event network-vif-deleted-bc71b9f1-2fb0-4096-a9b0-fef680026834 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1374.547283] env[62259]: INFO nova.compute.manager [req-ee19c61d-1d66-4c9e-846d-caafc7e8316a req-6cf900bd-ef23-45ff-8ac2-ce6643765111 service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Neutron deleted interface bc71b9f1-2fb0-4096-a9b0-fef680026834; detaching it from the instance and deleting it from the info cache [ 1374.547283] env[62259]: DEBUG nova.network.neutron [req-ee19c61d-1d66-4c9e-846d-caafc7e8316a req-6cf900bd-ef23-45ff-8ac2-ce6643765111 service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.579475] env[62259]: DEBUG nova.scheduler.client.report [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1374.686335] env[62259]: DEBUG nova.network.neutron [-] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.716252] env[62259]: DEBUG oslo_vmware.api [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691738, 'name': PowerOffVM_Task, 'duration_secs': 0.203514} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.716540] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.716755] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.717031] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76f7d364-a1ef-4bdc-849c-cc6a8f6ee555 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.791717] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.792082] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.792231] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Deleting the datastore file [datastore1] 165d73b0-94e1-4020-b43e-2c27630c2123 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.792496] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d36a520-4459-4cc7-be94-ac4c66a793b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.799511] env[62259]: DEBUG oslo_vmware.api [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for the task: (returnval){ [ 1374.799511] env[62259]: value = "task-1691742" [ 1374.799511] env[62259]: _type = "Task" [ 1374.799511] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.813940] env[62259]: DEBUG oslo_vmware.api [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.900032] env[62259]: DEBUG oslo_vmware.api [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691739, 'name': PowerOnVM_Task, 'duration_secs': 0.48567} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.900441] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.900736] env[62259]: INFO nova.compute.manager [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1374.900994] env[62259]: DEBUG nova.compute.manager [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.902241] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28a079c-2cce-401f-a277-a9f014e648dd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.012302] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691740, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.048687] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3310fe46-cd98-4b77-90b8-7c36c35149c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.057999] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95972b1-564a-4212-9426-817f0de9aa27 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.087184] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.089296] env[62259]: DEBUG nova.compute.manager [req-ee19c61d-1d66-4c9e-846d-caafc7e8316a req-6cf900bd-ef23-45ff-8ac2-ce6643765111 service nova] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Detach interface failed, port_id=bc71b9f1-2fb0-4096-a9b0-fef680026834, reason: Instance fb043667-d1b8-4eeb-bdc3-00612cbd35ba could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1375.090620] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.943s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.091393] env[62259]: INFO nova.compute.claims [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.118743] env[62259]: INFO nova.scheduler.client.report [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Deleted allocations for instance 72f696ef-c5c4-410a-a894-52e683084a0a [ 1375.189378] env[62259]: INFO nova.compute.manager [-] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Took 1.41 seconds to deallocate network for instance. [ 1375.311030] env[62259]: DEBUG oslo_vmware.api [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Task: {'id': task-1691742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39568} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.311030] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.311030] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.311030] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.311298] env[62259]: INFO nova.compute.manager [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1375.311598] env[62259]: DEBUG oslo.service.loopingcall [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.311925] env[62259]: DEBUG nova.compute.manager [-] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.312083] env[62259]: DEBUG nova.network.neutron [-] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.429059] env[62259]: INFO nova.compute.manager [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Took 40.09 seconds to build instance. [ 1375.512009] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546099} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.512303] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c8cd1fd8-27f9-4f49-ab69-894eed7b92d5/c8cd1fd8-27f9-4f49-ab69-894eed7b92d5.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.512517] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.512765] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36d5de26-994a-4eda-837e-08ce1540dfa2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.520470] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1375.520470] env[62259]: value = "task-1691743" [ 1375.520470] env[62259]: _type = "Task" [ 1375.520470] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.530800] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.626054] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ded36426-f9f6-497c-afe8-614aecd3b9a6 tempest-ServerAddressesNegativeTestJSON-2003168466 tempest-ServerAddressesNegativeTestJSON-2003168466-project-member] Lock "72f696ef-c5c4-410a-a894-52e683084a0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.100s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.698304] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.834980] env[62259]: DEBUG nova.compute.manager [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received event network-changed-0da2160d-0f33-425a-94dd-b3ba22e49a87 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1375.835271] env[62259]: DEBUG nova.compute.manager [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Refreshing instance network info cache due to event network-changed-0da2160d-0f33-425a-94dd-b3ba22e49a87. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1375.837623] env[62259]: DEBUG oslo_concurrency.lockutils [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] Acquiring lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.837804] env[62259]: DEBUG oslo_concurrency.lockutils [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] Acquired lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.837978] env[62259]: DEBUG nova.network.neutron [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Refreshing network info cache for port 0da2160d-0f33-425a-94dd-b3ba22e49a87 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.873598] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquiring lock "7471798f-e102-4a51-855d-7444f0284d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.873835] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "7471798f-e102-4a51-855d-7444f0284d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.930679] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8ec0989-2d3c-4873-9fd2-af5441f9762d tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.360s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.032270] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064328} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.032782] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.033569] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fa833f-0cb5-4502-868d-d7d0bd0c5c34 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.058077] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] c8cd1fd8-27f9-4f49-ab69-894eed7b92d5/c8cd1fd8-27f9-4f49-ab69-894eed7b92d5.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.058077] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-045120fc-6b4e-4180-9a8a-4553938b4838 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.077637] env[62259]: DEBUG nova.network.neutron [-] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.085285] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1376.085285] env[62259]: value = "task-1691744" [ 1376.085285] env[62259]: _type = "Task" [ 1376.085285] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.095426] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.385166] env[62259]: DEBUG nova.network.neutron [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.433597] env[62259]: DEBUG nova.compute.manager [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.440088] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquiring lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.440351] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.440555] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquiring lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.440735] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.440900] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.442992] env[62259]: INFO nova.compute.manager [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Terminating instance [ 1376.507818] env[62259]: DEBUG nova.network.neutron [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.544987] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698bcbd5-c269-4781-9e17-201a087838aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.553842] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc2d91-0e28-4ffb-b637-c24131869336 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.585308] env[62259]: INFO nova.compute.manager [-] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Took 1.27 seconds to deallocate network for instance. [ 1376.587692] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad40bc-317b-4204-9580-bad6a6077d2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.606249] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25fb182-6609-4be0-b35e-3247e3f77d28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.609976] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691744, 'name': ReconfigVM_Task, 'duration_secs': 0.313361} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.610276] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Reconfigured VM instance instance-0000001c to attach disk [datastore1] c8cd1fd8-27f9-4f49-ab69-894eed7b92d5/c8cd1fd8-27f9-4f49-ab69-894eed7b92d5.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.611216] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8268252-8426-4127-877d-1f071f237450 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.623126] env[62259]: DEBUG nova.compute.provider_tree [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.629547] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1376.629547] env[62259]: value = "task-1691745" [ 1376.629547] env[62259]: _type = "Task" [ 1376.629547] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.636629] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Successfully updated port: 84c654fb-e879-43e3-93b5-21981b450045 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1376.637718] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691745, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.706247] env[62259]: DEBUG nova.compute.manager [req-f3199019-7e3f-45c9-aae2-af06af521f57 req-a88320af-c848-4c4f-ac9a-d72b8dbbef5d service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received event network-vif-plugged-84c654fb-e879-43e3-93b5-21981b450045 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1376.706471] env[62259]: DEBUG oslo_concurrency.lockutils [req-f3199019-7e3f-45c9-aae2-af06af521f57 req-a88320af-c848-4c4f-ac9a-d72b8dbbef5d service nova] Acquiring lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.706702] env[62259]: DEBUG oslo_concurrency.lockutils [req-f3199019-7e3f-45c9-aae2-af06af521f57 req-a88320af-c848-4c4f-ac9a-d72b8dbbef5d service nova] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.706887] env[62259]: DEBUG oslo_concurrency.lockutils [req-f3199019-7e3f-45c9-aae2-af06af521f57 req-a88320af-c848-4c4f-ac9a-d72b8dbbef5d service nova] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.707581] env[62259]: DEBUG nova.compute.manager [req-f3199019-7e3f-45c9-aae2-af06af521f57 req-a88320af-c848-4c4f-ac9a-d72b8dbbef5d service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] No waiting events found dispatching network-vif-plugged-84c654fb-e879-43e3-93b5-21981b450045 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.707813] env[62259]: WARNING nova.compute.manager [req-f3199019-7e3f-45c9-aae2-af06af521f57 req-a88320af-c848-4c4f-ac9a-d72b8dbbef5d service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received unexpected event network-vif-plugged-84c654fb-e879-43e3-93b5-21981b450045 for instance with vm_state building and task_state spawning. [ 1376.949528] env[62259]: DEBUG nova.compute.manager [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.953196] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.953196] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649bff44-ae72-4419-b223-56ddf742b03e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.967213] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.970439] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.970439] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d89ff57e-c0cb-48da-a4a2-55dcbf9c068e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.978734] env[62259]: DEBUG oslo_vmware.api [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1376.978734] env[62259]: value = "task-1691746" [ 1376.978734] env[62259]: _type = "Task" [ 1376.978734] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.988299] env[62259]: DEBUG oslo_vmware.api [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.010402] env[62259]: DEBUG oslo_concurrency.lockutils [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] Releasing lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.010402] env[62259]: DEBUG nova.compute.manager [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Received event network-vif-deleted-9293310d-ebef-483b-a291-3f01aa5ceb14 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1377.010558] env[62259]: INFO nova.compute.manager [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Neutron deleted interface 9293310d-ebef-483b-a291-3f01aa5ceb14; detaching it from the instance and deleting it from the info cache [ 1377.010712] env[62259]: DEBUG nova.network.neutron [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.094298] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.128489] env[62259]: DEBUG nova.scheduler.client.report [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1377.146712] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691745, 'name': Rename_Task, 'duration_secs': 0.149123} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.146995] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.147262] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5049aef2-18b2-42ca-a05b-e1bc250ae9fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.154214] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1377.154214] env[62259]: value = "task-1691747" [ 1377.154214] env[62259]: _type = "Task" [ 1377.154214] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.162204] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.490650] env[62259]: DEBUG oslo_vmware.api [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691746, 'name': PowerOffVM_Task, 'duration_secs': 0.199645} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.491019] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.491232] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.491496] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a27b4a-cbb2-4d3e-a588-8859c2497e13 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.514118] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9fd1ba1-44de-4cc4-a0c7-84ea5a8458a0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.527204] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9abd63-c8c8-4f59-85f1-c916c823a170 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.560044] env[62259]: DEBUG nova.compute.manager [req-b7af6981-c30e-4607-b367-7b85b554114b req-0cd62cab-e43e-4bac-aa8c-986b85f406d6 service nova] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Detach interface failed, port_id=9293310d-ebef-483b-a291-3f01aa5ceb14, reason: Instance 165d73b0-94e1-4020-b43e-2c27630c2123 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1377.572023] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.572023] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.572023] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Deleting the datastore file [datastore1] 2728677c-2e28-4e1c-a405-1c1e9f9b225e {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.572023] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba02ad6f-4329-4a51-a591-39c62e84dc2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.578138] env[62259]: DEBUG oslo_vmware.api [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for the task: (returnval){ [ 1377.578138] env[62259]: value = "task-1691749" [ 1377.578138] env[62259]: _type = "Task" [ 1377.578138] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.586521] env[62259]: DEBUG oslo_vmware.api [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.636024] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.636024] env[62259]: DEBUG nova.compute.manager [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.636942] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.777s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.638584] env[62259]: INFO nova.compute.claims [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.681023] env[62259]: DEBUG oslo_vmware.api [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691747, 'name': PowerOnVM_Task, 'duration_secs': 0.491162} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.681023] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.681023] env[62259]: INFO nova.compute.manager [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1377.681023] env[62259]: DEBUG nova.compute.manager [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.684619] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1872ec5-af17-433b-b2cd-cdd454095c56 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.089709] env[62259]: DEBUG oslo_vmware.api [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.144251] env[62259]: DEBUG nova.compute.utils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1378.147637] env[62259]: DEBUG nova.compute.manager [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.147807] env[62259]: DEBUG nova.network.neutron [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.200674] env[62259]: INFO nova.compute.manager [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Took 42.26 seconds to build instance. [ 1378.207391] env[62259]: DEBUG nova.policy [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '339d58e836364399953282a93275cc19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '962a29e343e4493c800fae1dfba14185', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1378.525766] env[62259]: DEBUG nova.network.neutron [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Successfully created port: 10aa015f-6085-4824-8ddb-2eb571b8ef5e {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.598681] env[62259]: DEBUG oslo_vmware.api [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.648563] env[62259]: DEBUG nova.compute.manager [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.705565] env[62259]: DEBUG oslo_concurrency.lockutils [None req-18fd7e91-7be5-4b0b-8fe5-c0e501fc782a tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.890s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.808070] env[62259]: DEBUG nova.compute.manager [req-777d84bc-dc90-4716-a533-d3c02de11a91 req-aa1d5b05-74ff-443c-9840-34d1d221559f service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received event network-changed-84c654fb-e879-43e3-93b5-21981b450045 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1378.808619] env[62259]: DEBUG nova.compute.manager [req-777d84bc-dc90-4716-a533-d3c02de11a91 req-aa1d5b05-74ff-443c-9840-34d1d221559f service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Refreshing instance network info cache due to event network-changed-84c654fb-e879-43e3-93b5-21981b450045. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1378.808949] env[62259]: DEBUG oslo_concurrency.lockutils [req-777d84bc-dc90-4716-a533-d3c02de11a91 req-aa1d5b05-74ff-443c-9840-34d1d221559f service nova] Acquiring lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.809348] env[62259]: DEBUG oslo_concurrency.lockutils [req-777d84bc-dc90-4716-a533-d3c02de11a91 req-aa1d5b05-74ff-443c-9840-34d1d221559f service nova] Acquired lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.809602] env[62259]: DEBUG nova.network.neutron [req-777d84bc-dc90-4716-a533-d3c02de11a91 req-aa1d5b05-74ff-443c-9840-34d1d221559f service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Refreshing network info cache for port 84c654fb-e879-43e3-93b5-21981b450045 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.097040] env[62259]: DEBUG oslo_vmware.api [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Task: {'id': task-1691749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.226261} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.101455] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.101722] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.101917] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.102140] env[62259]: INFO nova.compute.manager [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1379.102392] env[62259]: DEBUG oslo.service.loopingcall [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.103239] env[62259]: DEBUG nova.compute.manager [-] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.103307] env[62259]: DEBUG nova.network.neutron [-] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.178992] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c6336f-1f26-42cb-a331-d5ed9088c98f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.186790] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b48fe22-0a21-4dbe-ba89-83869f885d42 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.220272] env[62259]: DEBUG nova.compute.manager [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.224673] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1993eed4-aa19-4f4c-87f3-faa5a02063ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.235112] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e3005-d7f9-443e-8832-40d696222afa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.249392] env[62259]: DEBUG nova.compute.provider_tree [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.323189] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Successfully updated port: de87a897-e522-46be-8401-7fcd260a7b6e {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.350296] env[62259]: DEBUG nova.network.neutron [req-777d84bc-dc90-4716-a533-d3c02de11a91 req-aa1d5b05-74ff-443c-9840-34d1d221559f service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.430480] env[62259]: DEBUG nova.network.neutron [req-777d84bc-dc90-4716-a533-d3c02de11a91 req-aa1d5b05-74ff-443c-9840-34d1d221559f service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.522085] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cb2852fd-d035-43b3-8468-0c9ecd2fced3 tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquiring lock "interface-c8cd1fd8-27f9-4f49-ab69-894eed7b92d5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.522958] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cb2852fd-d035-43b3-8468-0c9ecd2fced3 tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "interface-c8cd1fd8-27f9-4f49-ab69-894eed7b92d5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.523238] env[62259]: DEBUG nova.objects.instance [None req-cb2852fd-d035-43b3-8468-0c9ecd2fced3 tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lazy-loading 'flavor' on Instance uuid c8cd1fd8-27f9-4f49-ab69-894eed7b92d5 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.666029] env[62259]: DEBUG nova.compute.manager [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.692434] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1379.692708] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1379.692864] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.693080] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1379.693532] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.693532] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1379.693646] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1379.693716] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1379.693878] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1379.694053] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1379.694276] env[62259]: DEBUG nova.virt.hardware [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1379.695110] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24665139-6563-47c6-8ff1-ce3dc82b7b6b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.703766] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe413f0-3392-4dca-bae2-57e4a8d040e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.746264] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.752269] env[62259]: DEBUG nova.scheduler.client.report [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1379.825211] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.933157] env[62259]: DEBUG oslo_concurrency.lockutils [req-777d84bc-dc90-4716-a533-d3c02de11a91 req-aa1d5b05-74ff-443c-9840-34d1d221559f service nova] Releasing lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.933567] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquired lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.933732] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.006449] env[62259]: DEBUG nova.network.neutron [-] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.027121] env[62259]: DEBUG nova.objects.instance [None req-cb2852fd-d035-43b3-8468-0c9ecd2fced3 tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lazy-loading 'pci_requests' on Instance uuid c8cd1fd8-27f9-4f49-ab69-894eed7b92d5 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.072804] env[62259]: DEBUG nova.network.neutron [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Successfully updated port: 10aa015f-6085-4824-8ddb-2eb571b8ef5e {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.172247] env[62259]: DEBUG nova.compute.manager [req-e3941d7c-03a1-472b-9ecf-3b2d0e912397 req-19340c03-4cef-44f4-80dd-b0a1858767c0 service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Received event network-vif-plugged-10aa015f-6085-4824-8ddb-2eb571b8ef5e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1380.172983] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3941d7c-03a1-472b-9ecf-3b2d0e912397 req-19340c03-4cef-44f4-80dd-b0a1858767c0 service nova] Acquiring lock "ec726a5b-002a-4bc0-abec-07b02ca46886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.173285] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3941d7c-03a1-472b-9ecf-3b2d0e912397 req-19340c03-4cef-44f4-80dd-b0a1858767c0 service nova] Lock "ec726a5b-002a-4bc0-abec-07b02ca46886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.173495] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3941d7c-03a1-472b-9ecf-3b2d0e912397 req-19340c03-4cef-44f4-80dd-b0a1858767c0 service nova] Lock "ec726a5b-002a-4bc0-abec-07b02ca46886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.173704] env[62259]: DEBUG nova.compute.manager [req-e3941d7c-03a1-472b-9ecf-3b2d0e912397 req-19340c03-4cef-44f4-80dd-b0a1858767c0 service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] No waiting events found dispatching network-vif-plugged-10aa015f-6085-4824-8ddb-2eb571b8ef5e {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.173923] env[62259]: WARNING nova.compute.manager [req-e3941d7c-03a1-472b-9ecf-3b2d0e912397 req-19340c03-4cef-44f4-80dd-b0a1858767c0 service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Received unexpected event network-vif-plugged-10aa015f-6085-4824-8ddb-2eb571b8ef5e for instance with vm_state building and task_state spawning. [ 1380.257026] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.257216] env[62259]: DEBUG nova.compute.manager [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.259934] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.416s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.261770] env[62259]: INFO nova.compute.claims [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.472840] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1380.512341] env[62259]: INFO nova.compute.manager [-] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Took 1.41 seconds to deallocate network for instance. [ 1380.530034] env[62259]: DEBUG nova.objects.base [None req-cb2852fd-d035-43b3-8468-0c9ecd2fced3 tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1380.530034] env[62259]: DEBUG nova.network.neutron [None req-cb2852fd-d035-43b3-8468-0c9ecd2fced3 tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.574746] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquiring lock "refresh_cache-ec726a5b-002a-4bc0-abec-07b02ca46886" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.574932] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquired lock "refresh_cache-ec726a5b-002a-4bc0-abec-07b02ca46886" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.575293] env[62259]: DEBUG nova.network.neutron [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.632384] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cb2852fd-d035-43b3-8468-0c9ecd2fced3 tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "interface-c8cd1fd8-27f9-4f49-ab69-894eed7b92d5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.110s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.770561] env[62259]: DEBUG nova.compute.utils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1380.773276] env[62259]: DEBUG nova.compute.manager [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.773476] env[62259]: DEBUG nova.network.neutron [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.817315] env[62259]: DEBUG nova.policy [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cb03c2b38d2415580126afa1d565c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '897951344d704b5199a79dc4c5773af1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.893175] env[62259]: DEBUG nova.network.neutron [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Updating instance_info_cache with network_info: [{"id": "0da2160d-0f33-425a-94dd-b3ba22e49a87", "address": "fa:16:3e:57:ad:ed", "network": {"id": "9019fbbb-4d31-432f-adb3-c272d3397701", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-497784395", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da2160d-0f", "ovs_interfaceid": "0da2160d-0f33-425a-94dd-b3ba22e49a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84c654fb-e879-43e3-93b5-21981b450045", "address": "fa:16:3e:5d:58:8a", "network": {"id": "bd1bfc12-a734-4d00-9ac2-f4fb9bcda160", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-988954413", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c654fb-e8", "ovs_interfaceid": "84c654fb-e879-43e3-93b5-21981b450045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de87a897-e522-46be-8401-7fcd260a7b6e", "address": "fa:16:3e:36:50:dc", "network": {"id": "9019fbbb-4d31-432f-adb3-c272d3397701", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-497784395", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde87a897-e5", "ovs_interfaceid": "de87a897-e522-46be-8401-7fcd260a7b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.975708] env[62259]: DEBUG nova.compute.manager [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received event network-vif-plugged-de87a897-e522-46be-8401-7fcd260a7b6e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1380.975908] env[62259]: DEBUG oslo_concurrency.lockutils [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] Acquiring lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.976193] env[62259]: DEBUG oslo_concurrency.lockutils [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.976427] env[62259]: DEBUG oslo_concurrency.lockutils [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.976668] env[62259]: DEBUG nova.compute.manager [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] No waiting events found dispatching network-vif-plugged-de87a897-e522-46be-8401-7fcd260a7b6e {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.976852] env[62259]: WARNING nova.compute.manager [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received unexpected event network-vif-plugged-de87a897-e522-46be-8401-7fcd260a7b6e for instance with vm_state building and task_state spawning. [ 1380.977092] env[62259]: DEBUG nova.compute.manager [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received event network-changed-de87a897-e522-46be-8401-7fcd260a7b6e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1380.977319] env[62259]: DEBUG nova.compute.manager [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Refreshing instance network info cache due to event network-changed-de87a897-e522-46be-8401-7fcd260a7b6e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1380.977565] env[62259]: DEBUG oslo_concurrency.lockutils [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] Acquiring lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.021873] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.109765] env[62259]: DEBUG nova.network.neutron [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.165866] env[62259]: DEBUG nova.network.neutron [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Successfully created port: e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.251068] env[62259]: DEBUG nova.network.neutron [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Updating instance_info_cache with network_info: [{"id": "10aa015f-6085-4824-8ddb-2eb571b8ef5e", "address": "fa:16:3e:73:7a:15", "network": {"id": "2dd89c3e-6549-4b0c-b31d-e98b2ffc5f31", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1919950628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962a29e343e4493c800fae1dfba14185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10aa015f-60", "ovs_interfaceid": "10aa015f-6085-4824-8ddb-2eb571b8ef5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.276197] env[62259]: DEBUG nova.compute.manager [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.395982] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Releasing lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.396396] env[62259]: DEBUG nova.compute.manager [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Instance network_info: |[{"id": "0da2160d-0f33-425a-94dd-b3ba22e49a87", "address": "fa:16:3e:57:ad:ed", "network": {"id": "9019fbbb-4d31-432f-adb3-c272d3397701", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-497784395", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da2160d-0f", "ovs_interfaceid": "0da2160d-0f33-425a-94dd-b3ba22e49a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84c654fb-e879-43e3-93b5-21981b450045", "address": "fa:16:3e:5d:58:8a", "network": {"id": "bd1bfc12-a734-4d00-9ac2-f4fb9bcda160", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-988954413", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c654fb-e8", "ovs_interfaceid": "84c654fb-e879-43e3-93b5-21981b450045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de87a897-e522-46be-8401-7fcd260a7b6e", "address": "fa:16:3e:36:50:dc", "network": {"id": "9019fbbb-4d31-432f-adb3-c272d3397701", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-497784395", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde87a897-e5", "ovs_interfaceid": "de87a897-e522-46be-8401-7fcd260a7b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1381.396703] env[62259]: DEBUG oslo_concurrency.lockutils [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] Acquired lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.396883] env[62259]: DEBUG nova.network.neutron [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Refreshing network info cache for port de87a897-e522-46be-8401-7fcd260a7b6e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.398329] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ad:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0da2160d-0f33-425a-94dd-b3ba22e49a87', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:58:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84c654fb-e879-43e3-93b5-21981b450045', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:50:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de87a897-e522-46be-8401-7fcd260a7b6e', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.411290] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Creating folder: Project (a11fd448fbf7412da654f13159760a83). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.416663] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0ddd8bd-50e1-442a-a525-704e25fa85b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.429901] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Created folder: Project (a11fd448fbf7412da654f13159760a83) in parent group-v352705. [ 1381.430130] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Creating folder: Instances. Parent ref: group-v352791. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.430384] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec527fce-7c6b-4526-b712-e0072bd8e880 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.442452] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Created folder: Instances in parent group-v352791. [ 1381.443400] env[62259]: DEBUG oslo.service.loopingcall [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.444171] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.445202] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95fbeed1-53e7-4d46-aa3a-4d7c42aff4c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.479490] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.479490] env[62259]: value = "task-1691752" [ 1381.479490] env[62259]: _type = "Task" [ 1381.479490] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.488309] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691752, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.660798] env[62259]: DEBUG nova.network.neutron [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Updated VIF entry in instance network info cache for port de87a897-e522-46be-8401-7fcd260a7b6e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.661422] env[62259]: DEBUG nova.network.neutron [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Updating instance_info_cache with network_info: [{"id": "0da2160d-0f33-425a-94dd-b3ba22e49a87", "address": "fa:16:3e:57:ad:ed", "network": {"id": "9019fbbb-4d31-432f-adb3-c272d3397701", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-497784395", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da2160d-0f", "ovs_interfaceid": "0da2160d-0f33-425a-94dd-b3ba22e49a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84c654fb-e879-43e3-93b5-21981b450045", "address": "fa:16:3e:5d:58:8a", "network": {"id": "bd1bfc12-a734-4d00-9ac2-f4fb9bcda160", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-988954413", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c654fb-e8", "ovs_interfaceid": "84c654fb-e879-43e3-93b5-21981b450045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de87a897-e522-46be-8401-7fcd260a7b6e", "address": "fa:16:3e:36:50:dc", "network": {"id": "9019fbbb-4d31-432f-adb3-c272d3397701", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-497784395", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde87a897-e5", "ovs_interfaceid": "de87a897-e522-46be-8401-7fcd260a7b6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.753588] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Releasing lock "refresh_cache-ec726a5b-002a-4bc0-abec-07b02ca46886" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.754067] env[62259]: DEBUG nova.compute.manager [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Instance network_info: |[{"id": "10aa015f-6085-4824-8ddb-2eb571b8ef5e", "address": "fa:16:3e:73:7a:15", "network": {"id": "2dd89c3e-6549-4b0c-b31d-e98b2ffc5f31", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1919950628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962a29e343e4493c800fae1dfba14185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10aa015f-60", "ovs_interfaceid": "10aa015f-6085-4824-8ddb-2eb571b8ef5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1381.754539] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:7a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10aa015f-6085-4824-8ddb-2eb571b8ef5e', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.762112] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Creating folder: Project (962a29e343e4493c800fae1dfba14185). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.763370] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85812335-fbb7-42ce-8ebd-68c10397a2e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.766115] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f0239d-0492-4a66-ba18-b2ee90ea95e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.773034] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725dcca4-3ba4-4337-abd0-34435a4356fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.777253] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Created folder: Project (962a29e343e4493c800fae1dfba14185) in parent group-v352705. [ 1381.777469] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Creating folder: Instances. Parent ref: group-v352794. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1381.777680] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-873b26fd-1e2e-4c29-9a17-8969f47a5055 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.807207] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a0940-7ad8-46ed-9dfe-1c034f1b1fb3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.815453] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd7bcf2-6520-4308-a229-c59667a1da49 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.819348] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Created folder: Instances in parent group-v352794. [ 1381.819571] env[62259]: DEBUG oslo.service.loopingcall [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.819756] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1381.820285] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-589a8473-4001-458d-aad6-b674208c4c36 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.841606] env[62259]: DEBUG nova.compute.provider_tree [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.848173] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.848173] env[62259]: value = "task-1691755" [ 1381.848173] env[62259]: _type = "Task" [ 1381.848173] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.990314] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691752, 'name': CreateVM_Task, 'duration_secs': 0.413461} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.990521] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.991601] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.991956] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.992129] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.992380] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8718fba-d1a1-4c1a-b714-28ddd90e75b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.000262] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1382.000262] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520402a9-51d0-05c6-efee-d86ab237259d" [ 1382.000262] env[62259]: _type = "Task" [ 1382.000262] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.004472] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520402a9-51d0-05c6-efee-d86ab237259d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.164713] env[62259]: DEBUG oslo_concurrency.lockutils [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] Releasing lock "refresh_cache-eb18c6ea-ee08-46c1-b300-8954011ac68e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.164986] env[62259]: DEBUG nova.compute.manager [req-bed0266d-f10f-4790-80d7-4ec3e363e1e6 req-c62e527a-5d6c-4dc5-a6d2-5d476772d6e6 service nova] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Received event network-vif-deleted-c7cfd90b-b4bc-4684-9b2d-d06c4e2de71e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1382.311720] env[62259]: DEBUG nova.compute.manager [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1382.337491] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1382.337751] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1382.337908] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.338097] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1382.338247] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.338432] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1382.338680] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1382.338845] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1382.339018] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1382.339187] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1382.339389] env[62259]: DEBUG nova.virt.hardware [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1382.340507] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a305673c-700a-4513-b0fe-d8ef327e06f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.348065] env[62259]: DEBUG nova.scheduler.client.report [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1382.355019] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f074dde-97ec-4623-9a12-e15b236182a4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.364917] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691755, 'name': CreateVM_Task, 'duration_secs': 0.33802} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.372839] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.374757] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.395698] env[62259]: DEBUG nova.compute.manager [req-0f5ec5d1-4b4a-4e92-9211-07b6ff06916a req-00be1b71-a188-4188-adb6-6ddf63c0c2f9 service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Received event network-changed-10aa015f-6085-4824-8ddb-2eb571b8ef5e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1382.395894] env[62259]: DEBUG nova.compute.manager [req-0f5ec5d1-4b4a-4e92-9211-07b6ff06916a req-00be1b71-a188-4188-adb6-6ddf63c0c2f9 service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Refreshing instance network info cache due to event network-changed-10aa015f-6085-4824-8ddb-2eb571b8ef5e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1382.396123] env[62259]: DEBUG oslo_concurrency.lockutils [req-0f5ec5d1-4b4a-4e92-9211-07b6ff06916a req-00be1b71-a188-4188-adb6-6ddf63c0c2f9 service nova] Acquiring lock "refresh_cache-ec726a5b-002a-4bc0-abec-07b02ca46886" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.396271] env[62259]: DEBUG oslo_concurrency.lockutils [req-0f5ec5d1-4b4a-4e92-9211-07b6ff06916a req-00be1b71-a188-4188-adb6-6ddf63c0c2f9 service nova] Acquired lock "refresh_cache-ec726a5b-002a-4bc0-abec-07b02ca46886" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.396432] env[62259]: DEBUG nova.network.neutron [req-0f5ec5d1-4b4a-4e92-9211-07b6ff06916a req-00be1b71-a188-4188-adb6-6ddf63c0c2f9 service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Refreshing network info cache for port 10aa015f-6085-4824-8ddb-2eb571b8ef5e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.508318] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520402a9-51d0-05c6-efee-d86ab237259d, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.508630] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.508860] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.509105] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.509299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.509521] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.509831] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.510147] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1382.510370] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52cad0ec-39c8-4437-8060-7cb705a7fda0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.512675] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526384fd-971c-4a77-9a31-f7c0457d81fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.518634] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1382.518634] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525fa6fb-557f-84b5-fe84-29563b194d4c" [ 1382.518634] env[62259]: _type = "Task" [ 1382.518634] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.523688] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.523688] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.523844] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44585ca5-3606-458f-9ad4-cb985294f3ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.529773] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525fa6fb-557f-84b5-fe84-29563b194d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.532637] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1382.532637] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dbe143-017d-4964-908a-09efd94138bb" [ 1382.532637] env[62259]: _type = "Task" [ 1382.532637] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.541156] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dbe143-017d-4964-908a-09efd94138bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.858422] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.858961] env[62259]: DEBUG nova.compute.manager [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1382.862085] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.103s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.863480] env[62259]: INFO nova.compute.claims [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.878669] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquiring lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.878897] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.879110] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquiring lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.879286] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.879479] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.881770] env[62259]: INFO nova.compute.manager [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Terminating instance [ 1382.934457] env[62259]: DEBUG nova.network.neutron [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Successfully updated port: e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.013847] env[62259]: DEBUG nova.compute.manager [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received event network-vif-plugged-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1383.014114] env[62259]: DEBUG oslo_concurrency.lockutils [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] Acquiring lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.014603] env[62259]: DEBUG oslo_concurrency.lockutils [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] Lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.014603] env[62259]: DEBUG oslo_concurrency.lockutils [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] Lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.014746] env[62259]: DEBUG nova.compute.manager [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] No waiting events found dispatching network-vif-plugged-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.014879] env[62259]: WARNING nova.compute.manager [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received unexpected event network-vif-plugged-e378630f-9daa-4a17-88ec-312c29670613 for instance with vm_state building and task_state spawning. [ 1383.015179] env[62259]: DEBUG nova.compute.manager [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received event network-changed-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1383.015385] env[62259]: DEBUG nova.compute.manager [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Refreshing instance network info cache due to event network-changed-e378630f-9daa-4a17-88ec-312c29670613. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1383.015570] env[62259]: DEBUG oslo_concurrency.lockutils [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] Acquiring lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.015707] env[62259]: DEBUG oslo_concurrency.lockutils [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] Acquired lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.015861] env[62259]: DEBUG nova.network.neutron [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Refreshing network info cache for port e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.030886] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525fa6fb-557f-84b5-fe84-29563b194d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.031193] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.031417] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.031659] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.047066] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dbe143-017d-4964-908a-09efd94138bb, 'name': SearchDatastore_Task, 'duration_secs': 0.007899} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.047066] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6166a379-5db7-432a-8c1b-19a1eb130eeb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.050526] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1383.050526] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5242e49e-ad93-0f8f-f486-dde989b5ec7d" [ 1383.050526] env[62259]: _type = "Task" [ 1383.050526] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.058228] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5242e49e-ad93-0f8f-f486-dde989b5ec7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.140435] env[62259]: DEBUG nova.network.neutron [req-0f5ec5d1-4b4a-4e92-9211-07b6ff06916a req-00be1b71-a188-4188-adb6-6ddf63c0c2f9 service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Updated VIF entry in instance network info cache for port 10aa015f-6085-4824-8ddb-2eb571b8ef5e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.140773] env[62259]: DEBUG nova.network.neutron [req-0f5ec5d1-4b4a-4e92-9211-07b6ff06916a req-00be1b71-a188-4188-adb6-6ddf63c0c2f9 service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Updating instance_info_cache with network_info: [{"id": "10aa015f-6085-4824-8ddb-2eb571b8ef5e", "address": "fa:16:3e:73:7a:15", "network": {"id": "2dd89c3e-6549-4b0c-b31d-e98b2ffc5f31", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1919950628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "962a29e343e4493c800fae1dfba14185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10aa015f-60", "ovs_interfaceid": "10aa015f-6085-4824-8ddb-2eb571b8ef5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.364347] env[62259]: DEBUG nova.compute.utils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.366679] env[62259]: DEBUG nova.compute.manager [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.366900] env[62259]: DEBUG nova.network.neutron [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.385515] env[62259]: DEBUG nova.compute.manager [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.385728] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.386615] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56431a92-48c1-40e4-a8e3-260f05b62625 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.399026] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.399026] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1e1da6d-6e19-453a-bf97-70438f922f26 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.406040] env[62259]: DEBUG oslo_vmware.api [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1383.406040] env[62259]: value = "task-1691756" [ 1383.406040] env[62259]: _type = "Task" [ 1383.406040] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.409057] env[62259]: DEBUG nova.policy [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fc230a3e6a4e588a39bbb8fe11b16b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c29ee1bd021a4f1ea02f43c6250a3199', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.416469] env[62259]: DEBUG oslo_vmware.api [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.438439] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.566685] env[62259]: DEBUG nova.network.neutron [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.575044] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5242e49e-ad93-0f8f-f486-dde989b5ec7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013815} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.575778] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.576153] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] eb18c6ea-ee08-46c1-b300-8954011ac68e/eb18c6ea-ee08-46c1-b300-8954011ac68e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1383.576386] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.576587] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.576830] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-217e969f-cf30-49db-826f-52a20f9c243d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.581253] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbc6d664-56bd-429a-a589-67115d1d6d9e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.587148] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1383.587148] env[62259]: value = "task-1691757" [ 1383.587148] env[62259]: _type = "Task" [ 1383.587148] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.588354] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.588547] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.595231] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ada0232-b361-47ae-bc1c-01cc52d475b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.604712] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.605049] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1383.605049] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52963cd2-b596-21dd-4701-a0cc303b571a" [ 1383.605049] env[62259]: _type = "Task" [ 1383.605049] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.614118] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52963cd2-b596-21dd-4701-a0cc303b571a, 'name': SearchDatastore_Task, 'duration_secs': 0.008402} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.615126] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b495014-cedc-4e14-9c26-0ae39c0224cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.620553] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1383.620553] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f3ae7b-a70d-b616-83af-b6e2a78cb330" [ 1383.620553] env[62259]: _type = "Task" [ 1383.620553] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.628575] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f3ae7b-a70d-b616-83af-b6e2a78cb330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.642710] env[62259]: DEBUG oslo_concurrency.lockutils [req-0f5ec5d1-4b4a-4e92-9211-07b6ff06916a req-00be1b71-a188-4188-adb6-6ddf63c0c2f9 service nova] Releasing lock "refresh_cache-ec726a5b-002a-4bc0-abec-07b02ca46886" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.699263] env[62259]: DEBUG nova.network.neutron [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.757717] env[62259]: DEBUG nova.network.neutron [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Successfully created port: 3acec3c1-6a44-4ade-abd4-ea77683b6696 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.870300] env[62259]: DEBUG nova.compute.manager [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1383.915466] env[62259]: DEBUG oslo_vmware.api [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691756, 'name': PowerOffVM_Task, 'duration_secs': 0.185632} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.915466] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.915751] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.916931] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c426d84-163f-4b53-a5ff-3afe26cc86ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.993878] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.994322] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.994467] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Deleting the datastore file [datastore1] c8cd1fd8-27f9-4f49-ab69-894eed7b92d5 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.994717] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d6a8dc1-e90e-4ea0-a82f-9890ed0129e4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.008680] env[62259]: DEBUG oslo_vmware.api [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for the task: (returnval){ [ 1384.008680] env[62259]: value = "task-1691759" [ 1384.008680] env[62259]: _type = "Task" [ 1384.008680] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.026433] env[62259]: DEBUG oslo_vmware.api [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.100186] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691757, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.133533] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f3ae7b-a70d-b616-83af-b6e2a78cb330, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.133794] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.134051] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] ec726a5b-002a-4bc0-abec-07b02ca46886/ec726a5b-002a-4bc0-abec-07b02ca46886.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.134360] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-666b0de5-4d27-4cd5-8e21-038f9e9e3170 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.143955] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1384.143955] env[62259]: value = "task-1691760" [ 1384.143955] env[62259]: _type = "Task" [ 1384.143955] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.152181] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.201635] env[62259]: DEBUG oslo_concurrency.lockutils [req-9d0c9dea-4445-4aed-94b1-d9234e374c07 req-6d3a9d29-2e18-4cc6-b2ee-b4d9e1a277fa service nova] Releasing lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.203121] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.203121] env[62259]: DEBUG nova.network.neutron [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.379507] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eb1155-066b-4482-bc83-196d97ca0b7e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.391564] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dec9a4-340c-4fdd-aa62-6a16b2310e1a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.423642] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd11e681-e5a4-4a66-bb03-ac5f62b95919 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.433779] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e23052-13b9-40fa-9627-da72015affa4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.452690] env[62259]: DEBUG nova.compute.provider_tree [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.524486] env[62259]: DEBUG oslo_vmware.api [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Task: {'id': task-1691759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230896} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.524770] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.524961] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.525178] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.525366] env[62259]: INFO nova.compute.manager [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1384.525651] env[62259]: DEBUG oslo.service.loopingcall [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.525846] env[62259]: DEBUG nova.compute.manager [-] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.525938] env[62259]: DEBUG nova.network.neutron [-] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.600871] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55656} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.600871] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] eb18c6ea-ee08-46c1-b300-8954011ac68e/eb18c6ea-ee08-46c1-b300-8954011ac68e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.600871] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.600871] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8183f318-c8c2-410c-b415-a5a5175b0cf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.606688] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1384.606688] env[62259]: value = "task-1691761" [ 1384.606688] env[62259]: _type = "Task" [ 1384.606688] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.614033] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.654816] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456635} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.655162] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] ec726a5b-002a-4bc0-abec-07b02ca46886/ec726a5b-002a-4bc0-abec-07b02ca46886.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.655473] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.655778] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bafca5f-b405-41d1-8d68-efc7710d148f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.662079] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1384.662079] env[62259]: value = "task-1691762" [ 1384.662079] env[62259]: _type = "Task" [ 1384.662079] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.670522] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.739409] env[62259]: DEBUG nova.network.neutron [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.877248] env[62259]: DEBUG nova.network.neutron [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating instance_info_cache with network_info: [{"id": "e378630f-9daa-4a17-88ec-312c29670613", "address": "fa:16:3e:55:fc:47", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378630f-9d", "ovs_interfaceid": "e378630f-9daa-4a17-88ec-312c29670613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.889142] env[62259]: DEBUG nova.compute.manager [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1384.914996] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1384.915251] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1384.915406] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.915584] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1384.915730] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.915871] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1384.916086] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1384.916247] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1384.916407] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1384.916565] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1384.916732] env[62259]: DEBUG nova.virt.hardware [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1384.917601] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d248713-9445-49dc-b232-16c9d5df843f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.925684] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148ea945-2e3c-4146-aa5e-454bc6d9154f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.956119] env[62259]: DEBUG nova.scheduler.client.report [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1385.047536] env[62259]: DEBUG nova.compute.manager [req-ddff9e20-3b43-41f6-8173-c96b7d646adb req-be8032ce-78cc-42ad-bedf-80d0ceb23748 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Received event network-vif-deleted-ad4a23ff-5c0d-403b-bdca-fdb48aeacadf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1385.047536] env[62259]: INFO nova.compute.manager [req-ddff9e20-3b43-41f6-8173-c96b7d646adb req-be8032ce-78cc-42ad-bedf-80d0ceb23748 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Neutron deleted interface ad4a23ff-5c0d-403b-bdca-fdb48aeacadf; detaching it from the instance and deleting it from the info cache [ 1385.047813] env[62259]: DEBUG nova.network.neutron [req-ddff9e20-3b43-41f6-8173-c96b7d646adb req-be8032ce-78cc-42ad-bedf-80d0ceb23748 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.118528] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063091} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.118799] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.119599] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9675f867-26e9-4862-8df0-db098c2eebec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.146452] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] eb18c6ea-ee08-46c1-b300-8954011ac68e/eb18c6ea-ee08-46c1-b300-8954011ac68e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.146736] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe90c563-0777-47c2-b81a-b7dc1881fdb8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.167293] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1385.167293] env[62259]: value = "task-1691763" [ 1385.167293] env[62259]: _type = "Task" [ 1385.167293] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.173810] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064934} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.173810] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.174498] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1585417a-40df-4f00-8b6f-24ff2b298a13 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.179581] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.198794] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ec726a5b-002a-4bc0-abec-07b02ca46886/ec726a5b-002a-4bc0-abec-07b02ca46886.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.199104] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a06d693-e9dd-454c-a563-7ba1cbc27934 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.219135] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1385.219135] env[62259]: value = "task-1691764" [ 1385.219135] env[62259]: _type = "Task" [ 1385.219135] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.227617] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.300431] env[62259]: DEBUG nova.network.neutron [-] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.370774] env[62259]: DEBUG nova.network.neutron [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Successfully updated port: 3acec3c1-6a44-4ade-abd4-ea77683b6696 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.379388] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.379961] env[62259]: DEBUG nova.compute.manager [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Instance network_info: |[{"id": "e378630f-9daa-4a17-88ec-312c29670613", "address": "fa:16:3e:55:fc:47", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378630f-9d", "ovs_interfaceid": "e378630f-9daa-4a17-88ec-312c29670613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1385.381191] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:fc:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e378630f-9daa-4a17-88ec-312c29670613', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.390573] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating folder: Project (897951344d704b5199a79dc4c5773af1). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.391798] env[62259]: DEBUG nova.compute.manager [req-d5ce7f9e-1731-4a7b-b6c8-81691868ec5c req-1f33b4d6-a12b-41a7-a9b2-a69b78ebc7ff service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Received event network-vif-plugged-3acec3c1-6a44-4ade-abd4-ea77683b6696 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1385.392594] env[62259]: DEBUG oslo_concurrency.lockutils [req-d5ce7f9e-1731-4a7b-b6c8-81691868ec5c req-1f33b4d6-a12b-41a7-a9b2-a69b78ebc7ff service nova] Acquiring lock "954a4581-3007-44f7-9d78-d9823733db46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.392855] env[62259]: DEBUG oslo_concurrency.lockutils [req-d5ce7f9e-1731-4a7b-b6c8-81691868ec5c req-1f33b4d6-a12b-41a7-a9b2-a69b78ebc7ff service nova] Lock "954a4581-3007-44f7-9d78-d9823733db46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.393089] env[62259]: DEBUG oslo_concurrency.lockutils [req-d5ce7f9e-1731-4a7b-b6c8-81691868ec5c req-1f33b4d6-a12b-41a7-a9b2-a69b78ebc7ff service nova] Lock "954a4581-3007-44f7-9d78-d9823733db46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.393305] env[62259]: DEBUG nova.compute.manager [req-d5ce7f9e-1731-4a7b-b6c8-81691868ec5c req-1f33b4d6-a12b-41a7-a9b2-a69b78ebc7ff service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] No waiting events found dispatching network-vif-plugged-3acec3c1-6a44-4ade-abd4-ea77683b6696 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.393527] env[62259]: WARNING nova.compute.manager [req-d5ce7f9e-1731-4a7b-b6c8-81691868ec5c req-1f33b4d6-a12b-41a7-a9b2-a69b78ebc7ff service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Received unexpected event network-vif-plugged-3acec3c1-6a44-4ade-abd4-ea77683b6696 for instance with vm_state building and task_state spawning. [ 1385.394773] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b3c8576-df62-4399-9d51-f1c0446aa879 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.406310] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Created folder: Project (897951344d704b5199a79dc4c5773af1) in parent group-v352705. [ 1385.406523] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating folder: Instances. Parent ref: group-v352797. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1385.406787] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c90ab73-bf77-45b2-a625-7c1f8d81e969 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.416344] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Created folder: Instances in parent group-v352797. [ 1385.416344] env[62259]: DEBUG oslo.service.loopingcall [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.416344] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.416546] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad219a57-3dda-4354-b8b8-28c9a9018217 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.435644] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.435644] env[62259]: value = "task-1691767" [ 1385.435644] env[62259]: _type = "Task" [ 1385.435644] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.443241] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691767, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.461386] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.462015] env[62259]: DEBUG nova.compute.manager [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.465162] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.931s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.465443] env[62259]: DEBUG nova.objects.instance [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lazy-loading 'resources' on Instance uuid 71e74513-112f-4092-9927-94a7b5c8023f {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.551079] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80f4ec90-e564-4470-935e-686c1bca3f46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.560404] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bf1278-1632-45ba-8961-5cee158dd686 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.591348] env[62259]: DEBUG nova.compute.manager [req-ddff9e20-3b43-41f6-8173-c96b7d646adb req-be8032ce-78cc-42ad-bedf-80d0ceb23748 service nova] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Detach interface failed, port_id=ad4a23ff-5c0d-403b-bdca-fdb48aeacadf, reason: Instance c8cd1fd8-27f9-4f49-ab69-894eed7b92d5 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1385.679848] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.730041] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691764, 'name': ReconfigVM_Task, 'duration_secs': 0.288294} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.730041] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ec726a5b-002a-4bc0-abec-07b02ca46886/ec726a5b-002a-4bc0-abec-07b02ca46886.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.730702] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88fe334f-c562-408c-ad53-6aee0e5ed6ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.737832] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1385.737832] env[62259]: value = "task-1691768" [ 1385.737832] env[62259]: _type = "Task" [ 1385.737832] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.746141] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691768, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.803834] env[62259]: INFO nova.compute.manager [-] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Took 1.28 seconds to deallocate network for instance. [ 1385.874796] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "refresh_cache-954a4581-3007-44f7-9d78-d9823733db46" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.874951] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "refresh_cache-954a4581-3007-44f7-9d78-d9823733db46" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.875131] env[62259]: DEBUG nova.network.neutron [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.947312] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691767, 'name': CreateVM_Task, 'duration_secs': 0.4275} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.947491] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.948169] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.948348] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.948689] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.949390] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0506bfcf-28b6-4aeb-90c9-fdc26712afaa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.954778] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1385.954778] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528f5d95-e559-1bcc-8d98-0dc0ae900c05" [ 1385.954778] env[62259]: _type = "Task" [ 1385.954778] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.964726] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528f5d95-e559-1bcc-8d98-0dc0ae900c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.969546] env[62259]: DEBUG nova.compute.utils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.973712] env[62259]: DEBUG nova.compute.manager [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Not allocating networking since 'none' was specified. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1386.179046] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691763, 'name': ReconfigVM_Task, 'duration_secs': 0.54708} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.179046] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Reconfigured VM instance instance-0000001d to attach disk [datastore1] eb18c6ea-ee08-46c1-b300-8954011ac68e/eb18c6ea-ee08-46c1-b300-8954011ac68e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.179690] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd4cd073-d1df-4d95-9281-21440a728d6e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.186163] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1386.186163] env[62259]: value = "task-1691769" [ 1386.186163] env[62259]: _type = "Task" [ 1386.186163] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.200962] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691769, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.247756] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691768, 'name': Rename_Task, 'duration_secs': 0.134795} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.248059] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.248311] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d63240d1-d207-4186-b65a-4b5b111bfef6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.255944] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1386.255944] env[62259]: value = "task-1691770" [ 1386.255944] env[62259]: _type = "Task" [ 1386.255944] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.264218] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.310121] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.351373] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4e1181-09ba-4424-ad9d-84ff2d1f8b3f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.358786] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70dcd7-9595-4be9-8d84-68191a3141de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.396505] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f66b27d-51fe-42ec-8a39-548ec6362551 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.404240] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2047aa-9364-4488-bf3e-1bbc7cd8f8ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.418515] env[62259]: DEBUG nova.compute.provider_tree [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.427446] env[62259]: DEBUG nova.network.neutron [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.465365] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528f5d95-e559-1bcc-8d98-0dc0ae900c05, 'name': SearchDatastore_Task, 'duration_secs': 0.033292} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.465694] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.465953] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.466980] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.466980] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.466980] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.469041] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a65efb-bbbd-4082-a55c-8b3e21a6d197 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.474033] env[62259]: DEBUG nova.compute.manager [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.477652] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.477844] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.478775] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e97402a-2e50-4f2f-9856-9e14a676b5e1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.484447] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1386.484447] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b4adf0-6f08-ffa0-df98-f5c5ad78937c" [ 1386.484447] env[62259]: _type = "Task" [ 1386.484447] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.492604] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b4adf0-6f08-ffa0-df98-f5c5ad78937c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.583012] env[62259]: DEBUG nova.network.neutron [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Updating instance_info_cache with network_info: [{"id": "3acec3c1-6a44-4ade-abd4-ea77683b6696", "address": "fa:16:3e:74:2b:a9", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3acec3c1-6a", "ovs_interfaceid": "3acec3c1-6a44-4ade-abd4-ea77683b6696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.696647] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691769, 'name': Rename_Task, 'duration_secs': 0.186997} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.696991] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.697347] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b80b8fa4-15f2-4c8b-96ba-ea431a82190a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.703371] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1386.703371] env[62259]: value = "task-1691771" [ 1386.703371] env[62259]: _type = "Task" [ 1386.703371] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.711936] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.766154] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691770, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.922241] env[62259]: DEBUG nova.scheduler.client.report [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1386.994379] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b4adf0-6f08-ffa0-df98-f5c5ad78937c, 'name': SearchDatastore_Task, 'duration_secs': 0.010869} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.995160] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6534e1-632d-44cd-ba48-210dd3c953d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.000173] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1387.000173] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52152f97-4487-3e39-a4d8-31e2e3634cf6" [ 1387.000173] env[62259]: _type = "Task" [ 1387.000173] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.008054] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52152f97-4487-3e39-a4d8-31e2e3634cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.085729] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "refresh_cache-954a4581-3007-44f7-9d78-d9823733db46" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.087148] env[62259]: DEBUG nova.compute.manager [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Instance network_info: |[{"id": "3acec3c1-6a44-4ade-abd4-ea77683b6696", "address": "fa:16:3e:74:2b:a9", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3acec3c1-6a", "ovs_interfaceid": "3acec3c1-6a44-4ade-abd4-ea77683b6696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.087148] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:2b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3acec3c1-6a44-4ade-abd4-ea77683b6696', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.094740] env[62259]: DEBUG oslo.service.loopingcall [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.094998] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.095240] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-559ca5e0-0382-4441-a322-2ce6f269ea17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.117400] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.117400] env[62259]: value = "task-1691772" [ 1387.117400] env[62259]: _type = "Task" [ 1387.117400] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.125545] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691772, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.214706] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691771, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.266562] env[62259]: DEBUG oslo_vmware.api [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691770, 'name': PowerOnVM_Task, 'duration_secs': 0.953128} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.266866] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.267098] env[62259]: INFO nova.compute.manager [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1387.267279] env[62259]: DEBUG nova.compute.manager [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.268086] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74550383-c0b3-4e9e-9c63-41162b64e0e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.409331] env[62259]: DEBUG nova.compute.manager [req-88d4ce4e-6fd0-436c-b2ab-4e3a178089e4 req-873f0ca9-b429-4e6d-b2aa-40b3459dc051 service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Received event network-changed-3acec3c1-6a44-4ade-abd4-ea77683b6696 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1387.409601] env[62259]: DEBUG nova.compute.manager [req-88d4ce4e-6fd0-436c-b2ab-4e3a178089e4 req-873f0ca9-b429-4e6d-b2aa-40b3459dc051 service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Refreshing instance network info cache due to event network-changed-3acec3c1-6a44-4ade-abd4-ea77683b6696. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1387.409742] env[62259]: DEBUG oslo_concurrency.lockutils [req-88d4ce4e-6fd0-436c-b2ab-4e3a178089e4 req-873f0ca9-b429-4e6d-b2aa-40b3459dc051 service nova] Acquiring lock "refresh_cache-954a4581-3007-44f7-9d78-d9823733db46" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.409787] env[62259]: DEBUG oslo_concurrency.lockutils [req-88d4ce4e-6fd0-436c-b2ab-4e3a178089e4 req-873f0ca9-b429-4e6d-b2aa-40b3459dc051 service nova] Acquired lock "refresh_cache-954a4581-3007-44f7-9d78-d9823733db46" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.409958] env[62259]: DEBUG nova.network.neutron [req-88d4ce4e-6fd0-436c-b2ab-4e3a178089e4 req-873f0ca9-b429-4e6d-b2aa-40b3459dc051 service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Refreshing network info cache for port 3acec3c1-6a44-4ade-abd4-ea77683b6696 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.427689] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.430225] env[62259]: DEBUG oslo_concurrency.lockutils [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.569s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.430416] env[62259]: DEBUG nova.objects.instance [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lazy-loading 'resources' on Instance uuid 407bcd05-e41a-4894-bf70-018b827cd925 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.446571] env[62259]: INFO nova.scheduler.client.report [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Deleted allocations for instance 71e74513-112f-4092-9927-94a7b5c8023f [ 1387.484566] env[62259]: DEBUG nova.compute.manager [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.517244] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52152f97-4487-3e39-a4d8-31e2e3634cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1387.523024] env[62259]: DEBUG nova.virt.hardware [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1387.523465] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.523465] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8/9feea3c3-e37e-4105-a582-9581f26122c8.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.524186] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e01ebf4-7dec-4c72-b40a-9ad2b33ca9cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.527401] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c74cd91c-fefc-43e3-8969-c0bd9945ce62 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.537180] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baa5d49-e2d3-4805-a9a2-41c1d1901550 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.541646] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1387.541646] env[62259]: value = "task-1691773" [ 1387.541646] env[62259]: _type = "Task" [ 1387.541646] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.555040] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.561612] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Creating folder: Project (02d0e09a01004e989e6f1cadb8fb89b1). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.562608] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b3e98a1-ed2f-4631-9139-111fe199da93 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.567659] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.576257] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Created folder: Project (02d0e09a01004e989e6f1cadb8fb89b1) in parent group-v352705. [ 1387.576376] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Creating folder: Instances. Parent ref: group-v352801. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.576561] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8b1f7e8-7046-4598-a1a7-c2265143e3b1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.585690] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Created folder: Instances in parent group-v352801. [ 1387.587596] env[62259]: DEBUG oslo.service.loopingcall [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.587596] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.587596] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39adb817-e1c4-4aa0-981d-c3c60576f20d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.604094] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.604094] env[62259]: value = "task-1691776" [ 1387.604094] env[62259]: _type = "Task" [ 1387.604094] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.612236] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691776, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.627102] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691772, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.715913] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691771, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.787099] env[62259]: INFO nova.compute.manager [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Took 43.66 seconds to build instance. [ 1387.956104] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a1f117b-eb61-45af-a329-71860e6de115 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "71e74513-112f-4092-9927-94a7b5c8023f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.490s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.056783] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691773, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.113808] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691776, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.134177] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691772, 'name': CreateVM_Task, 'duration_secs': 0.511972} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.136917] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.137608] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.137772] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.138102] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.140682] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f53790-ef1c-438f-a2cd-a734ae6cc86d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.146211] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1388.146211] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dff6fb-ab38-571b-0db5-7cd5c152c72a" [ 1388.146211] env[62259]: _type = "Task" [ 1388.146211] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.156542] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dff6fb-ab38-571b-0db5-7cd5c152c72a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.183290] env[62259]: DEBUG nova.network.neutron [req-88d4ce4e-6fd0-436c-b2ab-4e3a178089e4 req-873f0ca9-b429-4e6d-b2aa-40b3459dc051 service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Updated VIF entry in instance network info cache for port 3acec3c1-6a44-4ade-abd4-ea77683b6696. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.183833] env[62259]: DEBUG nova.network.neutron [req-88d4ce4e-6fd0-436c-b2ab-4e3a178089e4 req-873f0ca9-b429-4e6d-b2aa-40b3459dc051 service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Updating instance_info_cache with network_info: [{"id": "3acec3c1-6a44-4ade-abd4-ea77683b6696", "address": "fa:16:3e:74:2b:a9", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3acec3c1-6a", "ovs_interfaceid": "3acec3c1-6a44-4ade-abd4-ea77683b6696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.219824] env[62259]: DEBUG oslo_vmware.api [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691771, 'name': PowerOnVM_Task, 'duration_secs': 1.07208} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.220112] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.220335] env[62259]: INFO nova.compute.manager [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Took 15.44 seconds to spawn the instance on the hypervisor. [ 1388.220531] env[62259]: DEBUG nova.compute.manager [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.221332] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d97b94-dfc6-4d5e-9008-46dacd2f424c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.289302] env[62259]: DEBUG oslo_concurrency.lockutils [None req-119fb656-73b7-40cd-b0ba-80284e19cfcd tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "ec726a5b-002a-4bc0-abec-07b02ca46886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.935s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.479334] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dc841c-51d8-40c0-8090-99a2430a5cf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.486817] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05de294f-71b9-46f3-b47d-aca529b270eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.517061] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd948ee8-6d79-4567-b449-fd4e4500ecc2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.525217] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b0c03-72e3-4d30-94c0-e502dc5fba96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.540013] env[62259]: DEBUG nova.compute.provider_tree [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.551495] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575132} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.551727] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8/9feea3c3-e37e-4105-a582-9581f26122c8.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.551929] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.552192] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-055869e0-0988-440e-a07a-0b373635c843 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.559019] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1388.559019] env[62259]: value = "task-1691777" [ 1388.559019] env[62259]: _type = "Task" [ 1388.559019] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.566353] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.615077] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691776, 'name': CreateVM_Task, 'duration_secs': 0.623947} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.615201] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.615613] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.655775] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dff6fb-ab38-571b-0db5-7cd5c152c72a, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.656088] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.656335] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.656564] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.656708] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.656879] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.657160] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.657466] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.657678] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83c214ff-dbf6-413c-a401-73b4a47f5b3a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.659433] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67ea28d-1ed9-4e43-8388-5111df335086 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.664016] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1388.664016] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5262721d-262a-d725-1977-ab8516953539" [ 1388.664016] env[62259]: _type = "Task" [ 1388.664016] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.671254] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5262721d-262a-d725-1977-ab8516953539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.672279] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.672456] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.673863] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febcbbd9-a154-4a99-8e88-a3c1c0226ff2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.677797] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1388.677797] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ed3df7-3c83-fc00-8205-efa7409f7a11" [ 1388.677797] env[62259]: _type = "Task" [ 1388.677797] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.686324] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ed3df7-3c83-fc00-8205-efa7409f7a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.686324] env[62259]: DEBUG oslo_concurrency.lockutils [req-88d4ce4e-6fd0-436c-b2ab-4e3a178089e4 req-873f0ca9-b429-4e6d-b2aa-40b3459dc051 service nova] Releasing lock "refresh_cache-954a4581-3007-44f7-9d78-d9823733db46" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.691034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquiring lock "ec726a5b-002a-4bc0-abec-07b02ca46886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.691034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "ec726a5b-002a-4bc0-abec-07b02ca46886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.691280] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquiring lock "ec726a5b-002a-4bc0-abec-07b02ca46886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.691512] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "ec726a5b-002a-4bc0-abec-07b02ca46886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.691714] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "ec726a5b-002a-4bc0-abec-07b02ca46886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.694064] env[62259]: INFO nova.compute.manager [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Terminating instance [ 1388.745197] env[62259]: INFO nova.compute.manager [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Took 50.61 seconds to build instance. [ 1388.773865] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Acquiring lock "09536b47-40b4-4d91-b280-d240cb877248" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.774153] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Lock "09536b47-40b4-4d91-b280-d240cb877248" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.791296] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.042964] env[62259]: DEBUG nova.scheduler.client.report [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1389.070337] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062932} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.070604] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.071395] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf3e901-f912-4190-a5ef-366bd58b2d31 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.093697] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8/9feea3c3-e37e-4105-a582-9581f26122c8.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.093893] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255a0ff7-1734-4317-a3d7-8a027f1523bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.116390] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1389.116390] env[62259]: value = "task-1691778" [ 1389.116390] env[62259]: _type = "Task" [ 1389.116390] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.124340] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.176595] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5262721d-262a-d725-1977-ab8516953539, 'name': SearchDatastore_Task, 'duration_secs': 0.024418} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.176595] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.176826] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.177951] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.186613] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ed3df7-3c83-fc00-8205-efa7409f7a11, 'name': SearchDatastore_Task, 'duration_secs': 0.01488} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.187388] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5f2bf6-cf95-45b8-8b07-8f63647d7aa6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.192530] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1389.192530] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5214ca95-6ffd-3457-205e-74ae1de4c36f" [ 1389.192530] env[62259]: _type = "Task" [ 1389.192530] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.197709] env[62259]: DEBUG nova.compute.manager [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.197932] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.201720] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f428810-d075-4c79-9c57-6d68e5cfb852 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.204404] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5214ca95-6ffd-3457-205e-74ae1de4c36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.208829] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.209070] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8be72a9-6e45-4ead-a51e-32859899957d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.215536] env[62259]: DEBUG oslo_vmware.api [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1389.215536] env[62259]: value = "task-1691779" [ 1389.215536] env[62259]: _type = "Task" [ 1389.215536] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.222986] env[62259]: DEBUG oslo_vmware.api [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.248991] env[62259]: DEBUG oslo_concurrency.lockutils [None req-26d22751-197b-40ae-97f0-f2d443afe983 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.803s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.279276] env[62259]: DEBUG nova.compute.utils [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1389.314637] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.547942] env[62259]: DEBUG oslo_concurrency.lockutils [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.550246] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.739s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.551843] env[62259]: INFO nova.compute.claims [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.568340] env[62259]: INFO nova.scheduler.client.report [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Deleted allocations for instance 407bcd05-e41a-4894-bf70-018b827cd925 [ 1389.625400] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691778, 'name': ReconfigVM_Task, 'duration_secs': 0.40745} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.625715] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8/9feea3c3-e37e-4105-a582-9581f26122c8.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.626234] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6246587-a876-4532-9277-4db2b104eec5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.635009] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1389.635009] env[62259]: value = "task-1691780" [ 1389.635009] env[62259]: _type = "Task" [ 1389.635009] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.642715] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691780, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.702763] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5214ca95-6ffd-3457-205e-74ae1de4c36f, 'name': SearchDatastore_Task, 'duration_secs': 0.023794} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.703058] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.703395] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 954a4581-3007-44f7-9d78-d9823733db46/954a4581-3007-44f7-9d78-d9823733db46.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.703687] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.703888] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.704132] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36afece1-9aaa-4037-862d-f664a072a62e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.706134] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-689f2aab-f37a-4c13-887b-a7f96b6d7408 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.712644] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1389.712644] env[62259]: value = "task-1691781" [ 1389.712644] env[62259]: _type = "Task" [ 1389.712644] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.716610] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.716791] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.720879] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6acf3a90-2562-40d8-82a9-439767a531e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.726206] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.731152] env[62259]: DEBUG oslo_vmware.api [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691779, 'name': PowerOffVM_Task, 'duration_secs': 0.178623} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.732288] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.732485] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.732775] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1389.732775] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b429e1-946e-69ff-edbf-21236a697120" [ 1389.732775] env[62259]: _type = "Task" [ 1389.732775] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.732969] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00de69f0-6906-4496-a5bf-02bd61cf7cca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.744147] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b429e1-946e-69ff-edbf-21236a697120, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.744894] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e658755a-24e1-4910-ad11-4640360659a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.750511] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1389.750511] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cae565-6c3b-5edb-6e63-75c1c21887ac" [ 1389.750511] env[62259]: _type = "Task" [ 1389.750511] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.753495] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.761528] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cae565-6c3b-5edb-6e63-75c1c21887ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.782496] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Lock "09536b47-40b4-4d91-b280-d240cb877248" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.823528] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.823720] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.823910] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Deleting the datastore file [datastore1] ec726a5b-002a-4bc0-abec-07b02ca46886 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.824225] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d571888-c45e-44ed-ada9-c209350e524b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.831041] env[62259]: DEBUG oslo_vmware.api [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for the task: (returnval){ [ 1389.831041] env[62259]: value = "task-1691783" [ 1389.831041] env[62259]: _type = "Task" [ 1389.831041] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.839487] env[62259]: DEBUG oslo_vmware.api [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.078392] env[62259]: DEBUG oslo_concurrency.lockutils [None req-caa8404f-2a70-46a3-9ba1-5c5fef8ece65 tempest-ListServersNegativeTestJSON-1709956607 tempest-ListServersNegativeTestJSON-1709956607-project-member] Lock "407bcd05-e41a-4894-bf70-018b827cd925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.496s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.145670] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691780, 'name': Rename_Task, 'duration_secs': 0.15997} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.146013] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.146283] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf52270-c806-4d49-a573-1af87e50a687 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.154249] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1390.154249] env[62259]: value = "task-1691784" [ 1390.154249] env[62259]: _type = "Task" [ 1390.154249] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.163532] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.226909] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.266284] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cae565-6c3b-5edb-6e63-75c1c21887ac, 'name': SearchDatastore_Task, 'duration_secs': 0.020437} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.268782] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.269135] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] b8769b56-c1c3-41db-ab9e-38485fcb29dc/b8769b56-c1c3-41db-ab9e-38485fcb29dc.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.269700] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5df1196c-4095-4a08-8677-6af667eab1c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.277242] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1390.277242] env[62259]: value = "task-1691785" [ 1390.277242] env[62259]: _type = "Task" [ 1390.277242] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.286363] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.298143] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.342666] env[62259]: DEBUG oslo_vmware.api [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.665715] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.724231] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56153} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.727562] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 954a4581-3007-44f7-9d78-d9823733db46/954a4581-3007-44f7-9d78-d9823733db46.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.727869] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.728483] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a638f468-781a-4600-8951-bc55b39a2700 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.741824] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1390.741824] env[62259]: value = "task-1691786" [ 1390.741824] env[62259]: _type = "Task" [ 1390.741824] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.759626] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.788306] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691785, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.842826] env[62259]: DEBUG oslo_vmware.api [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Task: {'id': task-1691783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523025} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.843145] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.844887] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.845166] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.845359] env[62259]: INFO nova.compute.manager [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1390.845645] env[62259]: DEBUG oslo.service.loopingcall [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.845857] env[62259]: DEBUG nova.compute.manager [-] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.845949] env[62259]: DEBUG nova.network.neutron [-] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.874488] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Acquiring lock "09536b47-40b4-4d91-b280-d240cb877248" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.874774] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Lock "09536b47-40b4-4d91-b280-d240cb877248" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.875255] env[62259]: INFO nova.compute.manager [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Attaching volume a66ab727-902b-43af-a323-226160350386 to /dev/sdb [ 1390.926020] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1e1f3-6b2a-4635-8459-9c2bf576ec1d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.939784] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167cfb4-88b1-419f-bb34-fae214a894cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.950996] env[62259]: DEBUG oslo_concurrency.lockutils [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "eb18c6ea-ee08-46c1-b300-8954011ac68e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.954860] env[62259]: DEBUG oslo_concurrency.lockutils [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.954860] env[62259]: DEBUG oslo_concurrency.lockutils [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.954860] env[62259]: DEBUG oslo_concurrency.lockutils [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.954860] env[62259]: DEBUG oslo_concurrency.lockutils [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.960608] env[62259]: DEBUG nova.virt.block_device [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Updating existing volume attachment record: 73dabd15-2b1c-4eb2-b6ef-ad40800d6078 {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1390.967259] env[62259]: INFO nova.compute.manager [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Terminating instance [ 1391.104602] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12b9f28-cf75-4a3d-8971-7c6c8220c92a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.112385] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27c592a-9c63-465c-827f-f96968fc98cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.145185] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b842b51a-0414-4e3c-b840-581e1c7ed24a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.153743] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bb3745-a9ca-4be9-8795-2f050f68efd5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.176893] env[62259]: DEBUG nova.compute.provider_tree [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.181178] env[62259]: DEBUG oslo_vmware.api [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691784, 'name': PowerOnVM_Task, 'duration_secs': 0.703897} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.181652] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.181868] env[62259]: INFO nova.compute.manager [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1391.182057] env[62259]: DEBUG nova.compute.manager [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.182868] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb44a733-5de3-4f51-a328-f39527d943c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.251809] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079002} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.251809] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.252614] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeff0bd-e7d6-4505-bdb3-ca05a73a5064 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.274539] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 954a4581-3007-44f7-9d78-d9823733db46/954a4581-3007-44f7-9d78-d9823733db46.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.275153] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c987f780-d920-497c-97a0-1cf6a64f5a0b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.297277] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525783} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.298461] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] b8769b56-c1c3-41db-ab9e-38485fcb29dc/b8769b56-c1c3-41db-ab9e-38485fcb29dc.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.298687] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.298975] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1391.298975] env[62259]: value = "task-1691790" [ 1391.298975] env[62259]: _type = "Task" [ 1391.298975] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.299187] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f546d2d-4954-4f3d-80a4-4fe281f1f61a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.309219] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.310386] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1391.310386] env[62259]: value = "task-1691791" [ 1391.310386] env[62259]: _type = "Task" [ 1391.310386] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.318866] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.436303] env[62259]: DEBUG nova.compute.manager [req-55a74b20-6cec-4400-a63f-059704d112fd req-84ac8e53-e2d7-488e-9c40-444eccdd47bb service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Received event network-vif-deleted-10aa015f-6085-4824-8ddb-2eb571b8ef5e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1391.436558] env[62259]: INFO nova.compute.manager [req-55a74b20-6cec-4400-a63f-059704d112fd req-84ac8e53-e2d7-488e-9c40-444eccdd47bb service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Neutron deleted interface 10aa015f-6085-4824-8ddb-2eb571b8ef5e; detaching it from the instance and deleting it from the info cache [ 1391.436558] env[62259]: DEBUG nova.network.neutron [req-55a74b20-6cec-4400-a63f-059704d112fd req-84ac8e53-e2d7-488e-9c40-444eccdd47bb service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.473308] env[62259]: DEBUG nova.compute.manager [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.473723] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.474859] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d25005f-cd67-40a3-b878-41e156ef4d41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.483498] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.483759] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-018e63c5-6421-436e-80ae-1a39c522bd96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.490212] env[62259]: DEBUG oslo_vmware.api [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1391.490212] env[62259]: value = "task-1691792" [ 1391.490212] env[62259]: _type = "Task" [ 1391.490212] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.500676] env[62259]: DEBUG oslo_vmware.api [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.676763] env[62259]: DEBUG nova.network.neutron [-] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.706777] env[62259]: ERROR nova.scheduler.client.report [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [req-690eb7f3-3cc5-4c70-91f2-8e15d64600a8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-690eb7f3-3cc5-4c70-91f2-8e15d64600a8"}]} [ 1391.710991] env[62259]: INFO nova.compute.manager [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Took 45.87 seconds to build instance. [ 1391.730320] env[62259]: DEBUG nova.scheduler.client.report [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1391.747767] env[62259]: DEBUG nova.scheduler.client.report [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1391.748027] env[62259]: DEBUG nova.compute.provider_tree [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.766506] env[62259]: DEBUG nova.scheduler.client.report [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1391.789961] env[62259]: DEBUG nova.scheduler.client.report [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1391.820644] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691790, 'name': ReconfigVM_Task, 'duration_secs': 0.450442} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.821532] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 954a4581-3007-44f7-9d78-d9823733db46/954a4581-3007-44f7-9d78-d9823733db46.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.823220] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fe2dbe5-64e9-45d3-a257-43505234ce89 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.830605] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148948} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.831010] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.831814] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fee8e4c-ad71-42f3-996f-cba015e1c05a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.836238] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1391.836238] env[62259]: value = "task-1691793" [ 1391.836238] env[62259]: _type = "Task" [ 1391.836238] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.858466] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] b8769b56-c1c3-41db-ab9e-38485fcb29dc/b8769b56-c1c3-41db-ab9e-38485fcb29dc.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.863875] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03957e26-0b9e-48da-8f3d-371bfca74f45 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.886475] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691793, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.892663] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1391.892663] env[62259]: value = "task-1691794" [ 1391.892663] env[62259]: _type = "Task" [ 1391.892663] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.905102] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.939488] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96cdc325-c529-46f1-803a-754182199225 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.953770] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc554561-99e4-4e4d-922a-ce47a24057b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.994612] env[62259]: DEBUG nova.compute.manager [req-55a74b20-6cec-4400-a63f-059704d112fd req-84ac8e53-e2d7-488e-9c40-444eccdd47bb service nova] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Detach interface failed, port_id=10aa015f-6085-4824-8ddb-2eb571b8ef5e, reason: Instance ec726a5b-002a-4bc0-abec-07b02ca46886 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1392.005080] env[62259]: DEBUG oslo_vmware.api [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691792, 'name': PowerOffVM_Task, 'duration_secs': 0.200097} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.005353] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.005516] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.005766] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-857f51e3-a017-4e1a-9f59-01faa97034b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.181040] env[62259]: INFO nova.compute.manager [-] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Took 1.33 seconds to deallocate network for instance. [ 1392.213328] env[62259]: DEBUG oslo_concurrency.lockutils [None req-94554747-2f1b-4d91-aab3-e462291d41d6 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.064s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.270970] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1c3b0d-7010-43f2-a879-1890c0c1fcdc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.280045] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9331c3e-291b-437e-b18b-0ad23ae9176b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.309590] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8aceb-fccf-4f26-802c-e7537ced7347 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.316811] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62456282-b061-46f8-9057-0ee173642364 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.332357] env[62259]: DEBUG nova.compute.provider_tree [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.350072] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691793, 'name': Rename_Task, 'duration_secs': 0.146578} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.350072] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.350329] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8021143-e8ea-4b3f-b2fc-3fcde165e5ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.357200] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1392.357200] env[62259]: value = "task-1691796" [ 1392.357200] env[62259]: _type = "Task" [ 1392.357200] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.365738] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.404492] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691794, 'name': ReconfigVM_Task, 'duration_secs': 0.279848} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.404773] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Reconfigured VM instance instance-00000022 to attach disk [datastore1] b8769b56-c1c3-41db-ab9e-38485fcb29dc/b8769b56-c1c3-41db-ab9e-38485fcb29dc.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.405425] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db10367c-a99c-42db-8691-3039baf5c6b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.411897] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1392.411897] env[62259]: value = "task-1691797" [ 1392.411897] env[62259]: _type = "Task" [ 1392.411897] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.419947] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691797, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.686157] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.716855] env[62259]: DEBUG nova.compute.manager [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.870040] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691796, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.873754] env[62259]: DEBUG nova.scheduler.client.report [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1392.873754] env[62259]: DEBUG nova.compute.provider_tree [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 58 to 59 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1392.873754] env[62259]: DEBUG nova.compute.provider_tree [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.922446] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691797, 'name': Rename_Task, 'duration_secs': 0.134638} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.922741] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.922997] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c650da-0846-4620-a17f-45e78a435e40 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.931055] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1392.931055] env[62259]: value = "task-1691798" [ 1392.931055] env[62259]: _type = "Task" [ 1392.931055] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.940611] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.099008] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquiring lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.099257] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.099523] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquiring lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.099735] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.099911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.102432] env[62259]: INFO nova.compute.manager [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Terminating instance [ 1393.145942] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.146175] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.146377] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Deleting the datastore file [datastore1] eb18c6ea-ee08-46c1-b300-8954011ac68e {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.146967] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3260cae1-0dab-4dc9-8dc6-e1f6a20c56d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.156872] env[62259]: DEBUG oslo_vmware.api [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1393.156872] env[62259]: value = "task-1691799" [ 1393.156872] env[62259]: _type = "Task" [ 1393.156872] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.168222] env[62259]: DEBUG oslo_vmware.api [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.180357] env[62259]: DEBUG nova.compute.manager [req-1f06736b-8673-43df-8445-bca634adfd18 req-46cae432-e527-4afd-8dc5-71ea9fc00f90 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received event network-changed-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1393.181034] env[62259]: DEBUG nova.compute.manager [req-1f06736b-8673-43df-8445-bca634adfd18 req-46cae432-e527-4afd-8dc5-71ea9fc00f90 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Refreshing instance network info cache due to event network-changed-e378630f-9daa-4a17-88ec-312c29670613. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1393.181034] env[62259]: DEBUG oslo_concurrency.lockutils [req-1f06736b-8673-43df-8445-bca634adfd18 req-46cae432-e527-4afd-8dc5-71ea9fc00f90 service nova] Acquiring lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.183165] env[62259]: DEBUG oslo_concurrency.lockutils [req-1f06736b-8673-43df-8445-bca634adfd18 req-46cae432-e527-4afd-8dc5-71ea9fc00f90 service nova] Acquired lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.183165] env[62259]: DEBUG nova.network.neutron [req-1f06736b-8673-43df-8445-bca634adfd18 req-46cae432-e527-4afd-8dc5-71ea9fc00f90 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Refreshing network info cache for port e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.253133] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.373802] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691796, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.379840] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.829s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.380148] env[62259]: DEBUG nova.compute.manager [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.386899] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.101s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.388145] env[62259]: DEBUG nova.objects.instance [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lazy-loading 'resources' on Instance uuid e74178c1-975b-490a-9a34-dfe4031efe77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.441745] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691798, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.607262] env[62259]: DEBUG nova.compute.manager [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.607493] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.608406] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30b8120-7e2e-4195-861a-1e2b441afa16 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.619141] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.619417] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18df5d35-2024-42ab-9a1e-f9925be9fb0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.626280] env[62259]: DEBUG oslo_vmware.api [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1393.626280] env[62259]: value = "task-1691801" [ 1393.626280] env[62259]: _type = "Task" [ 1393.626280] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.634433] env[62259]: DEBUG oslo_vmware.api [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.667484] env[62259]: DEBUG oslo_vmware.api [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1691799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166137} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.667954] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.668196] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.668414] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.668638] env[62259]: INFO nova.compute.manager [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1393.668916] env[62259]: DEBUG oslo.service.loopingcall [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.669211] env[62259]: DEBUG nova.compute.manager [-] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.669247] env[62259]: DEBUG nova.network.neutron [-] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.870291] env[62259]: DEBUG oslo_vmware.api [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691796, 'name': PowerOnVM_Task, 'duration_secs': 1.476782} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.870610] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.870830] env[62259]: INFO nova.compute.manager [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1393.871030] env[62259]: DEBUG nova.compute.manager [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.871854] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2014a0fc-71e5-4986-bb6d-c21d75033284 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.896371] env[62259]: DEBUG nova.compute.utils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.898166] env[62259]: DEBUG nova.compute.manager [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1393.898166] env[62259]: DEBUG nova.network.neutron [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.944354] env[62259]: DEBUG oslo_vmware.api [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691798, 'name': PowerOnVM_Task, 'duration_secs': 0.932356} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.944691] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.944945] env[62259]: INFO nova.compute.manager [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Took 6.46 seconds to spawn the instance on the hypervisor. [ 1393.945157] env[62259]: DEBUG nova.compute.manager [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.946050] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a888397-ef05-49d2-ae54-44ec742875b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.995169] env[62259]: DEBUG nova.policy [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67bcafce99d4779bbb40c46ef1c2dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c794392afb4b4edea0f4a470cceff6b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1394.140885] env[62259]: DEBUG oslo_vmware.api [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691801, 'name': PowerOffVM_Task, 'duration_secs': 0.276832} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.141404] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.141526] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.143843] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-913ad27c-fcec-4291-b985-1f1fea6608ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.391799] env[62259]: INFO nova.compute.manager [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Took 46.57 seconds to build instance. [ 1394.401017] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.401017] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.401017] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Deleting the datastore file [datastore1] f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.403148] env[62259]: DEBUG nova.network.neutron [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Successfully created port: 382ddff1-fb9b-4893-b3c7-a909e87b3916 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.406233] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e4da000-5aab-44cd-8d76-4878153775ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.410016] env[62259]: DEBUG nova.compute.manager [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.418923] env[62259]: DEBUG nova.network.neutron [req-1f06736b-8673-43df-8445-bca634adfd18 req-46cae432-e527-4afd-8dc5-71ea9fc00f90 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updated VIF entry in instance network info cache for port e378630f-9daa-4a17-88ec-312c29670613. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.419549] env[62259]: DEBUG nova.network.neutron [req-1f06736b-8673-43df-8445-bca634adfd18 req-46cae432-e527-4afd-8dc5-71ea9fc00f90 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating instance_info_cache with network_info: [{"id": "e378630f-9daa-4a17-88ec-312c29670613", "address": "fa:16:3e:55:fc:47", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378630f-9d", "ovs_interfaceid": "e378630f-9daa-4a17-88ec-312c29670613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.426849] env[62259]: DEBUG oslo_vmware.api [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for the task: (returnval){ [ 1394.426849] env[62259]: value = "task-1691803" [ 1394.426849] env[62259]: _type = "Task" [ 1394.426849] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.436935] env[62259]: DEBUG oslo_vmware.api [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.446304] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53577df-155f-4a58-9dd8-0fe2bc8b2fd6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.454644] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f426c1-b43b-45a3-992b-dc6c5d542917 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.465318] env[62259]: INFO nova.compute.manager [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Took 41.72 seconds to build instance. [ 1394.494401] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed72fd8d-0b36-42ae-9cc7-211136b1fccd tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "b8769b56-c1c3-41db-ab9e-38485fcb29dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.686s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.494401] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b373e5-ebd6-4cfa-83d9-52f3ed09d03b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.509849] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5236b822-ba15-4f68-a24d-bc835f655f56 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.523891] env[62259]: DEBUG nova.compute.provider_tree [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1394.527010] env[62259]: DEBUG nova.compute.manager [req-ea1e1b93-6a8c-491e-9af5-b8b972cfdf56 req-1c0799eb-e8e2-4d12-b648-d3b2abdccb30 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received event network-vif-deleted-de87a897-e522-46be-8401-7fcd260a7b6e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1394.527328] env[62259]: INFO nova.compute.manager [req-ea1e1b93-6a8c-491e-9af5-b8b972cfdf56 req-1c0799eb-e8e2-4d12-b648-d3b2abdccb30 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Neutron deleted interface de87a897-e522-46be-8401-7fcd260a7b6e; detaching it from the instance and deleting it from the info cache [ 1394.527478] env[62259]: DEBUG nova.network.neutron [req-ea1e1b93-6a8c-491e-9af5-b8b972cfdf56 req-1c0799eb-e8e2-4d12-b648-d3b2abdccb30 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Updating instance_info_cache with network_info: [{"id": "0da2160d-0f33-425a-94dd-b3ba22e49a87", "address": "fa:16:3e:57:ad:ed", "network": {"id": "9019fbbb-4d31-432f-adb3-c272d3397701", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-497784395", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da2160d-0f", "ovs_interfaceid": "0da2160d-0f33-425a-94dd-b3ba22e49a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84c654fb-e879-43e3-93b5-21981b450045", "address": "fa:16:3e:5d:58:8a", "network": {"id": "bd1bfc12-a734-4d00-9ac2-f4fb9bcda160", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-988954413", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84c654fb-e8", "ovs_interfaceid": "84c654fb-e879-43e3-93b5-21981b450045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.899911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c13c71d2-5c9a-4627-9b3b-b914f2d57515 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "954a4581-3007-44f7-9d78-d9823733db46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.618s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.922229] env[62259]: DEBUG oslo_concurrency.lockutils [req-1f06736b-8673-43df-8445-bca634adfd18 req-46cae432-e527-4afd-8dc5-71ea9fc00f90 service nova] Releasing lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.941762] env[62259]: DEBUG oslo_vmware.api [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.003862] env[62259]: DEBUG nova.compute.manager [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.037547] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85dcfda3-9863-46d4-b0b3-3ba9d8bcf2e2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.050365] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460f67b3-e2a6-4940-ac1d-f61a23bf8187 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.084438] env[62259]: DEBUG nova.compute.manager [req-ea1e1b93-6a8c-491e-9af5-b8b972cfdf56 req-1c0799eb-e8e2-4d12-b648-d3b2abdccb30 service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Detach interface failed, port_id=de87a897-e522-46be-8401-7fcd260a7b6e, reason: Instance eb18c6ea-ee08-46c1-b300-8954011ac68e could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1395.085928] env[62259]: DEBUG nova.scheduler.client.report [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1395.086253] env[62259]: DEBUG nova.compute.provider_tree [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 59 to 60 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1395.086506] env[62259]: DEBUG nova.compute.provider_tree [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1395.232204] env[62259]: DEBUG nova.compute.manager [None req-f579145b-6afa-4b98-a882-b6d54e67e81b tempest-ServerDiagnosticsV248Test-1604841189 tempest-ServerDiagnosticsV248Test-1604841189-project-admin] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.232783] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5644fb-53bb-4558-91d7-d85b518743e8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.240292] env[62259]: INFO nova.compute.manager [None req-f579145b-6afa-4b98-a882-b6d54e67e81b tempest-ServerDiagnosticsV248Test-1604841189 tempest-ServerDiagnosticsV248Test-1604841189-project-admin] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Retrieving diagnostics [ 1395.241412] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922bdd11-d8b1-4028-b5a4-a119035bc1ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.406014] env[62259]: DEBUG nova.compute.manager [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.429731] env[62259]: DEBUG nova.compute.manager [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.442826] env[62259]: DEBUG oslo_vmware.api [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.469792] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.473019] env[62259]: DEBUG nova.virt.hardware [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.473890] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd9bfa0-457e-4272-a0f7-6726e59f19eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.484035] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feee38f-aaf8-4eeb-9293-ad6efe930a41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.535146] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.540605] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1395.540605] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352806', 'volume_id': 'a66ab727-902b-43af-a323-226160350386', 'name': 'volume-a66ab727-902b-43af-a323-226160350386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09536b47-40b4-4d91-b280-d240cb877248', 'attached_at': '', 'detached_at': '', 'volume_id': 'a66ab727-902b-43af-a323-226160350386', 'serial': 'a66ab727-902b-43af-a323-226160350386'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1395.540605] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6c0b20-092b-49fd-86d2-3610d18a4356 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.565233] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b0ada-49d8-4b58-8199-60205a1640eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.569527] env[62259]: DEBUG nova.network.neutron [-] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.592108] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-a66ab727-902b-43af-a323-226160350386/volume-a66ab727-902b-43af-a323-226160350386.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.593415] env[62259]: INFO nova.compute.manager [-] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Took 1.92 seconds to deallocate network for instance. [ 1395.594163] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.596439] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d49a28-e3da-40d6-b523-4575e71e99ca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.611777] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.588s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.624034] env[62259]: DEBUG oslo_vmware.api [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Waiting for the task: (returnval){ [ 1395.624034] env[62259]: value = "task-1691804" [ 1395.624034] env[62259]: _type = "Task" [ 1395.624034] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.632892] env[62259]: DEBUG oslo_vmware.api [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Task: {'id': task-1691804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.641365] env[62259]: INFO nova.scheduler.client.report [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Deleted allocations for instance e74178c1-975b-490a-9a34-dfe4031efe77 [ 1395.788689] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852fb0dc-861c-4f9c-aa12-3d8371ac3048 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.795986] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c509f1-f1ab-4987-aa8b-d2b4770e54b2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Suspending the VM {{(pid=62259) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1395.796315] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-523bcde5-8e13-406d-829c-746e6b98b3d0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.802775] env[62259]: DEBUG oslo_vmware.api [None req-a0c509f1-f1ab-4987-aa8b-d2b4770e54b2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1395.802775] env[62259]: value = "task-1691805" [ 1395.802775] env[62259]: _type = "Task" [ 1395.802775] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.810682] env[62259]: DEBUG oslo_vmware.api [None req-a0c509f1-f1ab-4987-aa8b-d2b4770e54b2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691805, 'name': SuspendVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.928203] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.941776] env[62259]: DEBUG oslo_vmware.api [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.126700] env[62259]: DEBUG oslo_concurrency.lockutils [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.137740] env[62259]: DEBUG oslo_vmware.api [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Task: {'id': task-1691804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.152018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0a060cd6-1d01-4f60-9813-7b47ba930135 tempest-FloatingIPsAssociationNegativeTestJSON-730169631 tempest-FloatingIPsAssociationNegativeTestJSON-730169631-project-member] Lock "e74178c1-975b-490a-9a34-dfe4031efe77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.527s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.313618] env[62259]: DEBUG oslo_vmware.api [None req-a0c509f1-f1ab-4987-aa8b-d2b4770e54b2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691805, 'name': SuspendVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.446484] env[62259]: DEBUG oslo_vmware.api [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Task: {'id': task-1691803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.53732} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.446752] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.446945] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.447356] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.447579] env[62259]: INFO nova.compute.manager [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Took 2.84 seconds to destroy the instance on the hypervisor. [ 1396.447856] env[62259]: DEBUG oslo.service.loopingcall [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.448189] env[62259]: DEBUG nova.compute.manager [-] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.448293] env[62259]: DEBUG nova.network.neutron [-] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.565067] env[62259]: DEBUG nova.compute.manager [req-91b1c5d8-1182-4c94-b4e4-3934ca2f1bc4 req-88a2c971-2ac3-4b68-b356-7e697301c615 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Received event network-vif-plugged-382ddff1-fb9b-4893-b3c7-a909e87b3916 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1396.565290] env[62259]: DEBUG oslo_concurrency.lockutils [req-91b1c5d8-1182-4c94-b4e4-3934ca2f1bc4 req-88a2c971-2ac3-4b68-b356-7e697301c615 service nova] Acquiring lock "656db28c-aa12-43c6-be4a-e3abfd6345bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.565496] env[62259]: DEBUG oslo_concurrency.lockutils [req-91b1c5d8-1182-4c94-b4e4-3934ca2f1bc4 req-88a2c971-2ac3-4b68-b356-7e697301c615 service nova] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.565658] env[62259]: DEBUG oslo_concurrency.lockutils [req-91b1c5d8-1182-4c94-b4e4-3934ca2f1bc4 req-88a2c971-2ac3-4b68-b356-7e697301c615 service nova] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.566272] env[62259]: DEBUG nova.compute.manager [req-91b1c5d8-1182-4c94-b4e4-3934ca2f1bc4 req-88a2c971-2ac3-4b68-b356-7e697301c615 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] No waiting events found dispatching network-vif-plugged-382ddff1-fb9b-4893-b3c7-a909e87b3916 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.566498] env[62259]: WARNING nova.compute.manager [req-91b1c5d8-1182-4c94-b4e4-3934ca2f1bc4 req-88a2c971-2ac3-4b68-b356-7e697301c615 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Received unexpected event network-vif-plugged-382ddff1-fb9b-4893-b3c7-a909e87b3916 for instance with vm_state building and task_state spawning. [ 1396.641186] env[62259]: DEBUG oslo_vmware.api [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Task: {'id': task-1691804, 'name': ReconfigVM_Task, 'duration_secs': 0.658538} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.641186] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-a66ab727-902b-43af-a323-226160350386/volume-a66ab727-902b-43af-a323-226160350386.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.644498] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc72a0c-5a8f-4bf4-82e4-64e55ea54415 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.662087] env[62259]: DEBUG oslo_vmware.api [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Waiting for the task: (returnval){ [ 1396.662087] env[62259]: value = "task-1691806" [ 1396.662087] env[62259]: _type = "Task" [ 1396.662087] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.666593] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.666749] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance bc91d33c-b126-494e-8937-ee1f2dd3688c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.666877] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance c3ba29af-89db-4897-8f5c-15e6c84bb585 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.667050] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 09536b47-40b4-4d91-b280-d240cb877248 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.668082] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 944ce849-152a-404e-8095-a6cc4f27bfc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.668082] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 0beb117b-7382-42d5-abb0-06a0c740f983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.668082] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 54ce854a-5100-4a7c-ad79-ab4315a16984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.668082] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.668082] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance b1921de9-5ed2-43a4-a533-ea0311d51938 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1396.668082] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 8b970132-af07-43d0-a245-12af6dc77c97 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.668082] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance f74dc970-b8e4-46aa-9ebd-e0348e2600e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1396.668082] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance fb043667-d1b8-4eeb-bdc3-00612cbd35ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1396.668082] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 165d73b0-94e1-4020-b43e-2c27630c2123 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1396.669095] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 2728677c-2e28-4e1c-a405-1c1e9f9b225e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1396.669444] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance c8cd1fd8-27f9-4f49-ab69-894eed7b92d5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1396.669622] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance eb18c6ea-ee08-46c1-b300-8954011ac68e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.669820] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance ec726a5b-002a-4bc0-abec-07b02ca46886 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1396.669958] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9feea3c3-e37e-4105-a582-9581f26122c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.670095] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 954a4581-3007-44f7-9d78-d9823733db46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.670214] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance b8769b56-c1c3-41db-ab9e-38485fcb29dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.670404] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 656db28c-aa12-43c6-be4a-e3abfd6345bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.672407] env[62259]: DEBUG nova.network.neutron [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Successfully updated port: 382ddff1-fb9b-4893-b3c7-a909e87b3916 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.680192] env[62259]: DEBUG oslo_vmware.api [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Task: {'id': task-1691806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.734026] env[62259]: DEBUG nova.compute.manager [req-edd2c8f4-97be-4d85-afe6-ab76b4e33611 req-c49b8cbe-5555-4d7d-9bf7-beb1fd0633ae service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received event network-vif-deleted-0da2160d-0f33-425a-94dd-b3ba22e49a87 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1396.734233] env[62259]: DEBUG nova.compute.manager [req-edd2c8f4-97be-4d85-afe6-ab76b4e33611 req-c49b8cbe-5555-4d7d-9bf7-beb1fd0633ae service nova] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Received event network-vif-deleted-84c654fb-e879-43e3-93b5-21981b450045 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1396.814993] env[62259]: DEBUG oslo_vmware.api [None req-a0c509f1-f1ab-4987-aa8b-d2b4770e54b2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691805, 'name': SuspendVM_Task, 'duration_secs': 0.603446} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.815275] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c509f1-f1ab-4987-aa8b-d2b4770e54b2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Suspended the VM {{(pid=62259) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1396.815459] env[62259]: DEBUG nova.compute.manager [None req-a0c509f1-f1ab-4987-aa8b-d2b4770e54b2 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1396.816265] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cf11db-0b60-4eec-a981-001e6f1e2ba4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.172867] env[62259]: DEBUG oslo_vmware.api [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Task: {'id': task-1691806, 'name': ReconfigVM_Task, 'duration_secs': 0.137472} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.174172] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352806', 'volume_id': 'a66ab727-902b-43af-a323-226160350386', 'name': 'volume-a66ab727-902b-43af-a323-226160350386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09536b47-40b4-4d91-b280-d240cb877248', 'attached_at': '', 'detached_at': '', 'volume_id': 'a66ab727-902b-43af-a323-226160350386', 'serial': 'a66ab727-902b-43af-a323-226160350386'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1397.178987] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 2c5916af-c336-4c15-9894-58d1078b13dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1397.180723] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "refresh_cache-656db28c-aa12-43c6-be4a-e3abfd6345bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.183636] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "refresh_cache-656db28c-aa12-43c6-be4a-e3abfd6345bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.183636] env[62259]: DEBUG nova.network.neutron [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.688440] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance a22c6232-43fc-4294-bb0b-1d52e3b3ace2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1397.741577] env[62259]: DEBUG nova.network.neutron [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.994955] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquiring lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.994955] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.000375] env[62259]: DEBUG nova.network.neutron [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Updating instance_info_cache with network_info: [{"id": "382ddff1-fb9b-4893-b3c7-a909e87b3916", "address": "fa:16:3e:78:5a:cf", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382ddff1-fb", "ovs_interfaceid": "382ddff1-fb9b-4893-b3c7-a909e87b3916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.002380] env[62259]: DEBUG nova.network.neutron [-] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.198189] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 071ba0ff-6674-480a-9c76-cfcd6237aa7e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1398.248895] env[62259]: DEBUG nova.objects.instance [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Lazy-loading 'flavor' on Instance uuid 09536b47-40b4-4d91-b280-d240cb877248 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.505920] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "refresh_cache-656db28c-aa12-43c6-be4a-e3abfd6345bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.506499] env[62259]: DEBUG nova.compute.manager [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Instance network_info: |[{"id": "382ddff1-fb9b-4893-b3c7-a909e87b3916", "address": "fa:16:3e:78:5a:cf", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382ddff1-fb", "ovs_interfaceid": "382ddff1-fb9b-4893-b3c7-a909e87b3916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.507572] env[62259]: INFO nova.compute.manager [-] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Took 2.06 seconds to deallocate network for instance. [ 1398.507572] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:5a:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '382ddff1-fb9b-4893-b3c7-a909e87b3916', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.517779] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Creating folder: Project (c794392afb4b4edea0f4a470cceff6b8). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.519699] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a873e2b-ce9e-4d02-939b-9d385ec6ce1b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.539969] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Created folder: Project (c794392afb4b4edea0f4a470cceff6b8) in parent group-v352705. [ 1398.540207] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Creating folder: Instances. Parent ref: group-v352807. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.540436] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edd6b6d7-c901-46d4-aa9e-a18a272d2594 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.550262] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Created folder: Instances in parent group-v352807. [ 1398.550633] env[62259]: DEBUG oslo.service.loopingcall [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.550931] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.551309] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfc9f663-c8e5-48c7-8141-cd527825581b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.574942] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.574942] env[62259]: value = "task-1691809" [ 1398.574942] env[62259]: _type = "Task" [ 1398.574942] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.588011] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691809, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.603906] env[62259]: DEBUG nova.compute.manager [req-07d400f2-b7a2-49dc-a9de-48bbecd22b4f req-02bab136-04d4-4a2c-9388-d655b9b51221 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Received event network-changed-382ddff1-fb9b-4893-b3c7-a909e87b3916 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1398.604118] env[62259]: DEBUG nova.compute.manager [req-07d400f2-b7a2-49dc-a9de-48bbecd22b4f req-02bab136-04d4-4a2c-9388-d655b9b51221 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Refreshing instance network info cache due to event network-changed-382ddff1-fb9b-4893-b3c7-a909e87b3916. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1398.604332] env[62259]: DEBUG oslo_concurrency.lockutils [req-07d400f2-b7a2-49dc-a9de-48bbecd22b4f req-02bab136-04d4-4a2c-9388-d655b9b51221 service nova] Acquiring lock "refresh_cache-656db28c-aa12-43c6-be4a-e3abfd6345bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.604477] env[62259]: DEBUG oslo_concurrency.lockutils [req-07d400f2-b7a2-49dc-a9de-48bbecd22b4f req-02bab136-04d4-4a2c-9388-d655b9b51221 service nova] Acquired lock "refresh_cache-656db28c-aa12-43c6-be4a-e3abfd6345bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.604669] env[62259]: DEBUG nova.network.neutron [req-07d400f2-b7a2-49dc-a9de-48bbecd22b4f req-02bab136-04d4-4a2c-9388-d655b9b51221 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Refreshing network info cache for port 382ddff1-fb9b-4893-b3c7-a909e87b3916 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.704580] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance cd8b2ef1-fb0d-428a-ba3e-f538646d3759 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1398.753706] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c1220755-57de-4366-b8d3-8dd12e7b6248 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Lock "09536b47-40b4-4d91-b280-d240cb877248" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.879s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.792554] env[62259]: DEBUG nova.compute.manager [req-0c6df4ad-86e7-4c9e-8706-ba06f385a9af req-7cd6a58c-c31f-44ef-b2b9-e96edb640454 service nova] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Received event network-vif-deleted-5eb8937f-72c1-4ad3-b261-6b1fce2d2ed4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1399.033380] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.034326] env[62259]: DEBUG nova.compute.manager [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.035285] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee48819-24a1-4a27-9fb3-de57deacd310 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.086833] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691809, 'name': CreateVM_Task, 'duration_secs': 0.361883} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.088030] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.088780] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.088780] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.089022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.089500] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d00551-8126-4a28-a58b-a380f29dfabb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.095134] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1399.095134] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52843986-ff38-2081-6568-c55af290ad23" [ 1399.095134] env[62259]: _type = "Task" [ 1399.095134] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.103816] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52843986-ff38-2081-6568-c55af290ad23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.209735] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance a02eb487-f10e-422c-a5c0-24e304ca75e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1399.342405] env[62259]: DEBUG nova.network.neutron [req-07d400f2-b7a2-49dc-a9de-48bbecd22b4f req-02bab136-04d4-4a2c-9388-d655b9b51221 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Updated VIF entry in instance network info cache for port 382ddff1-fb9b-4893-b3c7-a909e87b3916. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.342778] env[62259]: DEBUG nova.network.neutron [req-07d400f2-b7a2-49dc-a9de-48bbecd22b4f req-02bab136-04d4-4a2c-9388-d655b9b51221 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Updating instance_info_cache with network_info: [{"id": "382ddff1-fb9b-4893-b3c7-a909e87b3916", "address": "fa:16:3e:78:5a:cf", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382ddff1-fb", "ovs_interfaceid": "382ddff1-fb9b-4893-b3c7-a909e87b3916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.547331] env[62259]: INFO nova.compute.manager [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] instance snapshotting [ 1399.547538] env[62259]: WARNING nova.compute.manager [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1399.550552] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaad3d68-70da-4d73-ad8c-a383e23d4635 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.573634] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecd7a38-28be-4557-875a-e053fa4c9063 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.607126] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52843986-ff38-2081-6568-c55af290ad23, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.607486] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.607789] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.608228] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.608546] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.608857] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.608988] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be5e9b7a-81bb-45c4-b366-c3e7fb14ec04 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.618806] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.620185] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.623600] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1711e14d-b6fd-4ecd-9cfb-e809f9596855 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.632099] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1399.632099] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5244c93c-7dc5-2514-0e31-5afb4a29204c" [ 1399.632099] env[62259]: _type = "Task" [ 1399.632099] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.640364] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5244c93c-7dc5-2514-0e31-5afb4a29204c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.698950] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Acquiring lock "09536b47-40b4-4d91-b280-d240cb877248" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.699932] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Lock "09536b47-40b4-4d91-b280-d240cb877248" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.713928] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1399.845567] env[62259]: DEBUG oslo_concurrency.lockutils [req-07d400f2-b7a2-49dc-a9de-48bbecd22b4f req-02bab136-04d4-4a2c-9388-d655b9b51221 service nova] Releasing lock "refresh_cache-656db28c-aa12-43c6-be4a-e3abfd6345bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.086313] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1400.086660] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd17d15c-2d37-4df4-9149-43211f8d8c10 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.094785] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1400.094785] env[62259]: value = "task-1691810" [ 1400.094785] env[62259]: _type = "Task" [ 1400.094785] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.103238] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691810, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.141553] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5244c93c-7dc5-2514-0e31-5afb4a29204c, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.142382] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978a92f1-d196-4933-b0bc-fd1bf02b2c4b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.149186] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1400.149186] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e6b9e5-5f55-915a-32f8-99000849925c" [ 1400.149186] env[62259]: _type = "Task" [ 1400.149186] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.156636] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e6b9e5-5f55-915a-32f8-99000849925c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.203997] env[62259]: INFO nova.compute.manager [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Detaching volume a66ab727-902b-43af-a323-226160350386 [ 1400.216893] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 744c8809-f829-4c6b-94ab-9e708d519862 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1400.249389] env[62259]: INFO nova.virt.block_device [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Attempting to driver detach volume a66ab727-902b-43af-a323-226160350386 from mountpoint /dev/sdb [ 1400.249632] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1400.249821] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352806', 'volume_id': 'a66ab727-902b-43af-a323-226160350386', 'name': 'volume-a66ab727-902b-43af-a323-226160350386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09536b47-40b4-4d91-b280-d240cb877248', 'attached_at': '', 'detached_at': '', 'volume_id': 'a66ab727-902b-43af-a323-226160350386', 'serial': 'a66ab727-902b-43af-a323-226160350386'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1400.251535] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98134b4-440f-4417-9619-a98f4f02541b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.276148] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84617c8-0105-4bcf-906e-2ec8b0e34c56 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.283994] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8961bada-8053-4415-8aa1-b5b44e235710 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.304878] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3262ee1-d748-44ef-b7d7-b6b4250db06a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.321264] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] The volume has not been displaced from its original location: [datastore1] volume-a66ab727-902b-43af-a323-226160350386/volume-a66ab727-902b-43af-a323-226160350386.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1400.327544] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1400.327926] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8181b60-166c-4cc2-bf29-5ed4eea627c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.347705] env[62259]: DEBUG oslo_vmware.api [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Waiting for the task: (returnval){ [ 1400.347705] env[62259]: value = "task-1691811" [ 1400.347705] env[62259]: _type = "Task" [ 1400.347705] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.355827] env[62259]: DEBUG oslo_vmware.api [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Task: {'id': task-1691811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.604615] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691810, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.659663] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e6b9e5-5f55-915a-32f8-99000849925c, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.660074] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.660410] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 656db28c-aa12-43c6-be4a-e3abfd6345bd/656db28c-aa12-43c6-be4a-e3abfd6345bd.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.660728] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5b404bd-bfab-49bb-881e-a84578a06d28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.667818] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1400.667818] env[62259]: value = "task-1691812" [ 1400.667818] env[62259]: _type = "Task" [ 1400.667818] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.677884] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.721070] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9aa10d90-ce21-45e7-8adc-5ad1452e0535 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1400.859276] env[62259]: DEBUG oslo_vmware.api [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Task: {'id': task-1691811, 'name': ReconfigVM_Task, 'duration_secs': 0.426569} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.859276] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1400.864639] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21dc4149-f774-4ee2-b68d-d0013d74df19 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.883107] env[62259]: DEBUG oslo_vmware.api [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Waiting for the task: (returnval){ [ 1400.883107] env[62259]: value = "task-1691813" [ 1400.883107] env[62259]: _type = "Task" [ 1400.883107] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.891631] env[62259]: DEBUG oslo_vmware.api [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Task: {'id': task-1691813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.105789] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691810, 'name': CreateSnapshot_Task, 'duration_secs': 0.987094} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.106156] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1401.106958] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff805de-fff9-4600-9a75-efbb465118b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.177402] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495365} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.177721] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 656db28c-aa12-43c6-be4a-e3abfd6345bd/656db28c-aa12-43c6-be4a-e3abfd6345bd.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.177985] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.178298] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c973596-05de-4b3f-9d49-15f7dd7f3a40 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.184765] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1401.184765] env[62259]: value = "task-1691814" [ 1401.184765] env[62259]: _type = "Task" [ 1401.184765] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.192856] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.224945] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7471798f-e102-4a51-855d-7444f0284d80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1401.225366] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1401.225404] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1401.395953] env[62259]: DEBUG oslo_vmware.api [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Task: {'id': task-1691813, 'name': ReconfigVM_Task, 'duration_secs': 0.309927} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.396301] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352806', 'volume_id': 'a66ab727-902b-43af-a323-226160350386', 'name': 'volume-a66ab727-902b-43af-a323-226160350386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09536b47-40b4-4d91-b280-d240cb877248', 'attached_at': '', 'detached_at': '', 'volume_id': 'a66ab727-902b-43af-a323-226160350386', 'serial': 'a66ab727-902b-43af-a323-226160350386'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1401.414542] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "0beb117b-7382-42d5-abb0-06a0c740f983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.414860] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "0beb117b-7382-42d5-abb0-06a0c740f983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.415107] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "0beb117b-7382-42d5-abb0-06a0c740f983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.416036] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "0beb117b-7382-42d5-abb0-06a0c740f983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.416036] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "0beb117b-7382-42d5-abb0-06a0c740f983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.417799] env[62259]: INFO nova.compute.manager [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Terminating instance [ 1401.608090] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b89e68-c48c-4c70-b087-587277a590ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.616949] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ec2d55-6f97-41f2-9381-29b5e11c0c94 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.626427] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1401.626709] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad73d303-656c-4d2c-993d-308f44f1f5e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.658908] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485d4c3d-ed34-4986-84e7-fb9bf4374805 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.661524] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1401.661524] env[62259]: value = "task-1691815" [ 1401.661524] env[62259]: _type = "Task" [ 1401.661524] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.667891] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd88f94-4ae5-49b7-b4ab-417988b767c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.674551] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691815, 'name': CloneVM_Task} progress is 11%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.686082] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1401.695338] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074519} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.695599] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.696369] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5b58ab-ac17-4415-a2f0-cbebd89b5197 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.718333] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 656db28c-aa12-43c6-be4a-e3abfd6345bd/656db28c-aa12-43c6-be4a-e3abfd6345bd.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.718925] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b485afb-ad13-458c-8e0e-2f698ea0f162 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.742038] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1401.742038] env[62259]: value = "task-1691816" [ 1401.742038] env[62259]: _type = "Task" [ 1401.742038] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.750059] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.922384] env[62259]: DEBUG nova.compute.manager [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.922740] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.923690] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f32776-ca7d-4f21-8145-077dfb69df48 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.932024] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.932355] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9aa6e75-da52-495f-930d-bff81b569536 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.939772] env[62259]: DEBUG oslo_vmware.api [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1401.939772] env[62259]: value = "task-1691817" [ 1401.939772] env[62259]: _type = "Task" [ 1401.939772] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.949536] env[62259]: DEBUG oslo_vmware.api [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.980898] env[62259]: DEBUG nova.objects.instance [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Lazy-loading 'flavor' on Instance uuid 09536b47-40b4-4d91-b280-d240cb877248 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.038315] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "b77463b3-dccc-4ed0-a19b-7d705e03047e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.038581] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "b77463b3-dccc-4ed0-a19b-7d705e03047e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.171895] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691815, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.208976] env[62259]: ERROR nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [req-37c5b2ab-e0e9-4a1c-911d-974684b64575] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-37c5b2ab-e0e9-4a1c-911d-974684b64575"}]} [ 1402.226206] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1402.241066] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1402.241266] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1402.252501] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691816, 'name': ReconfigVM_Task, 'duration_secs': 0.405403} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.252918] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 656db28c-aa12-43c6-be4a-e3abfd6345bd/656db28c-aa12-43c6-be4a-e3abfd6345bd.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.254158] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1402.256009] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69670459-b73d-4d57-81f0-3cb95b0362b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.262638] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1402.262638] env[62259]: value = "task-1691818" [ 1402.262638] env[62259]: _type = "Task" [ 1402.262638] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.271916] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691818, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.275074] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1402.452888] env[62259]: DEBUG oslo_vmware.api [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691817, 'name': PowerOffVM_Task, 'duration_secs': 0.212393} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.455502] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.455725] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.456218] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af1a6f63-09ec-49fc-b055-4fb8ae03d029 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.527621] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.527876] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.528112] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Deleting the datastore file [datastore1] 0beb117b-7382-42d5-abb0-06a0c740f983 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.528372] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0b119fa-d9bc-49d1-9fa4-5b7939cb6ec1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.536252] env[62259]: DEBUG oslo_vmware.api [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1402.536252] env[62259]: value = "task-1691820" [ 1402.536252] env[62259]: _type = "Task" [ 1402.536252] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.547138] env[62259]: DEBUG oslo_vmware.api [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.677333] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691815, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.708154] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba296b-83fe-4d12-a83c-acf9b7c843fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.715376] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19cbb16-2a3d-4328-ae2b-7cb12c827e89 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.750118] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628b8279-b43d-4e21-a218-666f844e74a0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.758217] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f406a7e5-f65e-487b-ae3d-49bd09e412c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.776544] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.782308] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691818, 'name': Rename_Task, 'duration_secs': 0.218747} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.782613] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.782862] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0142d1b-9e47-4d3d-99c9-d27cc75b2c12 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.788879] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1402.788879] env[62259]: value = "task-1691822" [ 1402.788879] env[62259]: _type = "Task" [ 1402.788879] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.797110] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.988392] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3ed570d3-d7ed-47d8-b114-471b0e8c26f4 tempest-VolumesAssistedSnapshotsTest-714331339 tempest-VolumesAssistedSnapshotsTest-714331339-project-admin] Lock "09536b47-40b4-4d91-b280-d240cb877248" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.048632] env[62259]: DEBUG oslo_vmware.api [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167822} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.048879] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.049140] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.049339] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.049515] env[62259]: INFO nova.compute.manager [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1403.049815] env[62259]: DEBUG oslo.service.loopingcall [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.050017] env[62259]: DEBUG nova.compute.manager [-] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.050120] env[62259]: DEBUG nova.network.neutron [-] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.172977] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691815, 'name': CloneVM_Task, 'duration_secs': 1.508814} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.173273] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Created linked-clone VM from snapshot [ 1403.174062] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c13d9-3bb0-45bf-9036-02a6d1fd26ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.181350] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Uploading image ba9210a3-aeea-4e7b-b796-46e11379b4a3 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1403.205453] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1403.205453] env[62259]: value = "vm-352811" [ 1403.205453] env[62259]: _type = "VirtualMachine" [ 1403.205453] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1403.205753] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e0967ae-25cb-4324-87f0-5146da1ab4ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.213017] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lease: (returnval){ [ 1403.213017] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5204154a-3964-e498-5415-f81b5611fd25" [ 1403.213017] env[62259]: _type = "HttpNfcLease" [ 1403.213017] env[62259]: } obtained for exporting VM: (result){ [ 1403.213017] env[62259]: value = "vm-352811" [ 1403.213017] env[62259]: _type = "VirtualMachine" [ 1403.213017] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1403.213304] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the lease: (returnval){ [ 1403.213304] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5204154a-3964-e498-5415-f81b5611fd25" [ 1403.213304] env[62259]: _type = "HttpNfcLease" [ 1403.213304] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1403.219471] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1403.219471] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5204154a-3964-e498-5415-f81b5611fd25" [ 1403.219471] env[62259]: _type = "HttpNfcLease" [ 1403.219471] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1403.279196] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1403.298445] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.611030] env[62259]: DEBUG nova.compute.manager [req-7e9d5d28-a35f-455b-876b-a39ab3748938 req-ae3bcc77-4852-4f4e-aa31-4dd88ef3b44d service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Received event network-vif-deleted-8378a20c-50b4-43ca-9ae9-c58866d20a66 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1403.611186] env[62259]: INFO nova.compute.manager [req-7e9d5d28-a35f-455b-876b-a39ab3748938 req-ae3bcc77-4852-4f4e-aa31-4dd88ef3b44d service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Neutron deleted interface 8378a20c-50b4-43ca-9ae9-c58866d20a66; detaching it from the instance and deleting it from the info cache [ 1403.611360] env[62259]: DEBUG nova.network.neutron [req-7e9d5d28-a35f-455b-876b-a39ab3748938 req-ae3bcc77-4852-4f4e-aa31-4dd88ef3b44d service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.721526] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1403.721526] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5204154a-3964-e498-5415-f81b5611fd25" [ 1403.721526] env[62259]: _type = "HttpNfcLease" [ 1403.721526] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1403.721857] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1403.721857] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5204154a-3964-e498-5415-f81b5611fd25" [ 1403.721857] env[62259]: _type = "HttpNfcLease" [ 1403.721857] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1403.723269] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f763f2-50e8-4cee-8c0c-ccbbaa8c0d5c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.731907] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d7173-4ddb-7625-b12d-1e5e85c9ede0/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1403.732266] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d7173-4ddb-7625-b12d-1e5e85c9ede0/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1403.798226] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1403.798381] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.187s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.798729] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.652s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.798914] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.801184] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.608s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.801362] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.803112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.193s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.804754] env[62259]: INFO nova.compute.claims [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.818346] env[62259]: DEBUG oslo_vmware.api [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691822, 'name': PowerOnVM_Task, 'duration_secs': 0.584625} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.818645] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.818881] env[62259]: INFO nova.compute.manager [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1403.819112] env[62259]: DEBUG nova.compute.manager [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.819977] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb27b9-3bce-4f2f-aab0-a0b65fdfb299 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.835806] env[62259]: INFO nova.scheduler.client.report [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Deleted allocations for instance b1921de9-5ed2-43a4-a533-ea0311d51938 [ 1403.840020] env[62259]: INFO nova.scheduler.client.report [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Deleted allocations for instance f74dc970-b8e4-46aa-9ebd-e0348e2600e7 [ 1403.845408] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f5f2744-d713-40da-9664-db8f72700d05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.087229] env[62259]: DEBUG nova.network.neutron [-] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.118164] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e8c7ba7-0229-4025-8119-cf4930369a14 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.126355] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de5bd37-1b0a-496a-9b0e-0391e7711337 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.146937] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.147210] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.147341] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1404.160159] env[62259]: DEBUG nova.compute.manager [req-7e9d5d28-a35f-455b-876b-a39ab3748938 req-ae3bcc77-4852-4f4e-aa31-4dd88ef3b44d service nova] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Detach interface failed, port_id=8378a20c-50b4-43ca-9ae9-c58866d20a66, reason: Instance 0beb117b-7382-42d5-abb0-06a0c740f983 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1404.342646] env[62259]: INFO nova.compute.manager [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Took 42.55 seconds to build instance. [ 1404.349447] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c02c405-adab-4b32-813f-44a5fd9f3e1e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "b1921de9-5ed2-43a4-a533-ea0311d51938" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.073s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.354761] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc103093-3256-4d0f-9dbb-198e5e98aeed tempest-ServerExternalEventsTest-1127100462 tempest-ServerExternalEventsTest-1127100462-project-member] Lock "f74dc970-b8e4-46aa-9ebd-e0348e2600e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.028s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.589711] env[62259]: INFO nova.compute.manager [-] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Took 1.54 seconds to deallocate network for instance. [ 1404.717947] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.718324] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquired lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.718691] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Forcefully refreshing network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1404.846289] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a6894af-3023-4a36-b043-9e01018d6816 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.018s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.096791] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.358577] env[62259]: DEBUG nova.compute.manager [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.362184] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d4dd20-5f25-443e-b216-5c924589e403 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.371118] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0909eea-b409-429c-8b36-b23e1641d8e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.403763] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b9f074-88e5-4d90-a405-18d00a8c8434 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.412665] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f8686c-65f5-4b6b-836c-376bf8968a3e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.428296] env[62259]: DEBUG nova.compute.provider_tree [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.779513] env[62259]: DEBUG nova.compute.manager [None req-b0781aa6-0032-43fc-ae6d-a8ac3f03329c tempest-ServerDiagnosticsV248Test-1604841189 tempest-ServerDiagnosticsV248Test-1604841189-project-admin] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.780726] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b156ead-ee60-4a10-99f4-02261b943269 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.790495] env[62259]: INFO nova.compute.manager [None req-b0781aa6-0032-43fc-ae6d-a8ac3f03329c tempest-ServerDiagnosticsV248Test-1604841189 tempest-ServerDiagnosticsV248Test-1604841189-project-admin] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Retrieving diagnostics [ 1405.791353] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6d6061-ed42-428d-bed3-a9edd8f0e7d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.885462] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.935089] env[62259]: DEBUG nova.scheduler.client.report [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1405.982241] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance_info_cache with network_info: [{"id": "9392092e-dc58-4e1a-9f58-557358db5cea", "address": "fa:16:3e:92:a2:7a", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9392092e-dc", "ovs_interfaceid": "9392092e-dc58-4e1a-9f58-557358db5cea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.446855] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.447619] env[62259]: DEBUG nova.compute.manager [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.451559] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.473s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.453740] env[62259]: INFO nova.compute.claims [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.485749] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Releasing lock "refresh_cache-54ce854a-5100-4a7c-ad79-ab4315a16984" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.487803] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updated the network info_cache for instance {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1406.488738] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.488921] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.489083] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.489243] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.489872] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.490405] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.490609] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1406.490976] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.585404] env[62259]: DEBUG nova.compute.manager [req-7b9eb69f-437f-472d-90a9-6c460ee3b7d4 req-21d74620-fc96-4a8f-bd82-7adc511ff1c1 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Received event network-changed-382ddff1-fb9b-4893-b3c7-a909e87b3916 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1406.585628] env[62259]: DEBUG nova.compute.manager [req-7b9eb69f-437f-472d-90a9-6c460ee3b7d4 req-21d74620-fc96-4a8f-bd82-7adc511ff1c1 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Refreshing instance network info cache due to event network-changed-382ddff1-fb9b-4893-b3c7-a909e87b3916. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1406.585847] env[62259]: DEBUG oslo_concurrency.lockutils [req-7b9eb69f-437f-472d-90a9-6c460ee3b7d4 req-21d74620-fc96-4a8f-bd82-7adc511ff1c1 service nova] Acquiring lock "refresh_cache-656db28c-aa12-43c6-be4a-e3abfd6345bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.585991] env[62259]: DEBUG oslo_concurrency.lockutils [req-7b9eb69f-437f-472d-90a9-6c460ee3b7d4 req-21d74620-fc96-4a8f-bd82-7adc511ff1c1 service nova] Acquired lock "refresh_cache-656db28c-aa12-43c6-be4a-e3abfd6345bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.586365] env[62259]: DEBUG nova.network.neutron [req-7b9eb69f-437f-472d-90a9-6c460ee3b7d4 req-21d74620-fc96-4a8f-bd82-7adc511ff1c1 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Refreshing network info cache for port 382ddff1-fb9b-4893-b3c7-a909e87b3916 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.591715] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquiring lock "09536b47-40b4-4d91-b280-d240cb877248" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.591969] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "09536b47-40b4-4d91-b280-d240cb877248" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.592192] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquiring lock "09536b47-40b4-4d91-b280-d240cb877248-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.592379] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "09536b47-40b4-4d91-b280-d240cb877248-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.592581] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "09536b47-40b4-4d91-b280-d240cb877248-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.599028] env[62259]: INFO nova.compute.manager [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Terminating instance [ 1406.959056] env[62259]: DEBUG nova.compute.utils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1406.963304] env[62259]: DEBUG nova.compute.manager [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1406.963597] env[62259]: DEBUG nova.network.neutron [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.994226] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.010980] env[62259]: DEBUG nova.policy [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a051b2194d4d49b39be5872e0b3928c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c95ff2ca27f84e7294b939ad092c413c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1407.101026] env[62259]: DEBUG nova.compute.manager [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.101026] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.102797] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13550ac-8a3f-497d-86a6-3b7715fdb432 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.110704] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.110983] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9525429-73e3-4214-ae1c-8ab4b7a4c5bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.118449] env[62259]: DEBUG oslo_vmware.api [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1407.118449] env[62259]: value = "task-1691824" [ 1407.118449] env[62259]: _type = "Task" [ 1407.118449] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.127130] env[62259]: DEBUG oslo_vmware.api [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.253735] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquiring lock "b8769b56-c1c3-41db-ab9e-38485fcb29dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.253909] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "b8769b56-c1c3-41db-ab9e-38485fcb29dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.254136] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquiring lock "b8769b56-c1c3-41db-ab9e-38485fcb29dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.254335] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "b8769b56-c1c3-41db-ab9e-38485fcb29dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.255143] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "b8769b56-c1c3-41db-ab9e-38485fcb29dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.260351] env[62259]: INFO nova.compute.manager [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Terminating instance [ 1407.333907] env[62259]: DEBUG nova.network.neutron [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Successfully created port: 87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.466016] env[62259]: DEBUG nova.compute.manager [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.474624] env[62259]: DEBUG nova.network.neutron [req-7b9eb69f-437f-472d-90a9-6c460ee3b7d4 req-21d74620-fc96-4a8f-bd82-7adc511ff1c1 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Updated VIF entry in instance network info cache for port 382ddff1-fb9b-4893-b3c7-a909e87b3916. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.474624] env[62259]: DEBUG nova.network.neutron [req-7b9eb69f-437f-472d-90a9-6c460ee3b7d4 req-21d74620-fc96-4a8f-bd82-7adc511ff1c1 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Updating instance_info_cache with network_info: [{"id": "382ddff1-fb9b-4893-b3c7-a909e87b3916", "address": "fa:16:3e:78:5a:cf", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382ddff1-fb", "ovs_interfaceid": "382ddff1-fb9b-4893-b3c7-a909e87b3916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.630413] env[62259]: DEBUG oslo_vmware.api [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691824, 'name': PowerOffVM_Task, 'duration_secs': 0.291101} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.633906] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.633906] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.634345] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb83868e-5ff8-4e65-9ed2-bb6f5a3f4497 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.692201] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "cd646b42-d969-4a31-bd65-0fd6748a8bab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.692517] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "cd646b42-d969-4a31-bd65-0fd6748a8bab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.766018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquiring lock "refresh_cache-b8769b56-c1c3-41db-ab9e-38485fcb29dc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.766018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquired lock "refresh_cache-b8769b56-c1c3-41db-ab9e-38485fcb29dc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.766018] env[62259]: DEBUG nova.network.neutron [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.850149] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.850504] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.850921] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Deleting the datastore file [datastore1] 09536b47-40b4-4d91-b280-d240cb877248 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.853113] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2238d36-8901-48be-8925-2d577a120b9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.858038] env[62259]: DEBUG oslo_vmware.api [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for the task: (returnval){ [ 1407.858038] env[62259]: value = "task-1691826" [ 1407.858038] env[62259]: _type = "Task" [ 1407.858038] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.870247] env[62259]: DEBUG oslo_vmware.api [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.940167] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "02e9aa10-bbde-45f8-b053-024be85f0ddc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.940411] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "02e9aa10-bbde-45f8-b053-024be85f0ddc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.960165] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c295f2-e2bb-4d5a-99df-37866226e31c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.968500] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee980cb-17e5-4852-a17d-4f3c071fe39c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.003798] env[62259]: DEBUG oslo_concurrency.lockutils [req-7b9eb69f-437f-472d-90a9-6c460ee3b7d4 req-21d74620-fc96-4a8f-bd82-7adc511ff1c1 service nova] Releasing lock "refresh_cache-656db28c-aa12-43c6-be4a-e3abfd6345bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.005225] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14d2d70-5fde-4b16-b3d7-eea046e563cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.013529] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8a3a37-d6ef-43ff-a738-c138f50a0fcf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.029502] env[62259]: DEBUG nova.compute.provider_tree [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.283562] env[62259]: DEBUG nova.network.neutron [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.344683] env[62259]: DEBUG nova.network.neutron [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.368755] env[62259]: DEBUG oslo_vmware.api [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Task: {'id': task-1691826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267711} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.368999] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.369203] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.369380] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.369551] env[62259]: INFO nova.compute.manager [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1408.369798] env[62259]: DEBUG oslo.service.loopingcall [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.369983] env[62259]: DEBUG nova.compute.manager [-] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1408.370087] env[62259]: DEBUG nova.network.neutron [-] [instance: 09536b47-40b4-4d91-b280-d240cb877248] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.506630] env[62259]: DEBUG nova.compute.manager [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.527586] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1408.527843] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1408.527997] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.528199] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1408.528348] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.528493] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1408.528703] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1408.528860] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1408.529029] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1408.529195] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1408.529367] env[62259]: DEBUG nova.virt.hardware [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1408.530241] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5278dfc0-6814-4e64-9dab-145e76bde162 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.534510] env[62259]: DEBUG nova.scheduler.client.report [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1408.544804] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c987083-0c08-4cc6-a4dd-eff05999b980 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.847498] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Releasing lock "refresh_cache-b8769b56-c1c3-41db-ab9e-38485fcb29dc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.847927] env[62259]: DEBUG nova.compute.manager [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.848141] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.849015] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34713587-5496-4962-95ca-d359b0c25c69 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.859322] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.859600] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f56ddfa1-bb5e-4c9d-a415-01e4473e507c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.866138] env[62259]: DEBUG oslo_vmware.api [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1408.866138] env[62259]: value = "task-1691827" [ 1408.866138] env[62259]: _type = "Task" [ 1408.866138] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.874385] env[62259]: DEBUG oslo_vmware.api [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.913465] env[62259]: DEBUG nova.compute.manager [req-29ddcd51-3132-41b5-8e6c-1ae9aaf1f4c0 req-202991af-374a-4466-bcb8-3822a1d3534f service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Received event network-vif-plugged-87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1408.913751] env[62259]: DEBUG oslo_concurrency.lockutils [req-29ddcd51-3132-41b5-8e6c-1ae9aaf1f4c0 req-202991af-374a-4466-bcb8-3822a1d3534f service nova] Acquiring lock "2c5916af-c336-4c15-9894-58d1078b13dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.914170] env[62259]: DEBUG oslo_concurrency.lockutils [req-29ddcd51-3132-41b5-8e6c-1ae9aaf1f4c0 req-202991af-374a-4466-bcb8-3822a1d3534f service nova] Lock "2c5916af-c336-4c15-9894-58d1078b13dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.914503] env[62259]: DEBUG oslo_concurrency.lockutils [req-29ddcd51-3132-41b5-8e6c-1ae9aaf1f4c0 req-202991af-374a-4466-bcb8-3822a1d3534f service nova] Lock "2c5916af-c336-4c15-9894-58d1078b13dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.914638] env[62259]: DEBUG nova.compute.manager [req-29ddcd51-3132-41b5-8e6c-1ae9aaf1f4c0 req-202991af-374a-4466-bcb8-3822a1d3534f service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] No waiting events found dispatching network-vif-plugged-87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.914856] env[62259]: WARNING nova.compute.manager [req-29ddcd51-3132-41b5-8e6c-1ae9aaf1f4c0 req-202991af-374a-4466-bcb8-3822a1d3534f service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Received unexpected event network-vif-plugged-87cc38c6-006b-4308-a5a9-aaf0e82e120d for instance with vm_state building and task_state spawning. [ 1408.932486] env[62259]: DEBUG nova.network.neutron [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Successfully updated port: 87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.039911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.040526] env[62259]: DEBUG nova.compute.manager [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.044429] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.346s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.044812] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.047200] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.079s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.049408] env[62259]: INFO nova.compute.claims [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.053291] env[62259]: DEBUG nova.compute.manager [req-b087350f-35e1-404d-ad13-7ae71f6e9495 req-f0901da6-23b4-4996-a0bc-06eb589f3023 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Received event network-vif-deleted-99bef06c-efb0-4953-8cbb-6d548f59bb6b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1409.053482] env[62259]: INFO nova.compute.manager [req-b087350f-35e1-404d-ad13-7ae71f6e9495 req-f0901da6-23b4-4996-a0bc-06eb589f3023 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Neutron deleted interface 99bef06c-efb0-4953-8cbb-6d548f59bb6b; detaching it from the instance and deleting it from the info cache [ 1409.053690] env[62259]: DEBUG nova.network.neutron [req-b087350f-35e1-404d-ad13-7ae71f6e9495 req-f0901da6-23b4-4996-a0bc-06eb589f3023 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.079333] env[62259]: INFO nova.scheduler.client.report [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Deleted allocations for instance fb043667-d1b8-4eeb-bdc3-00612cbd35ba [ 1409.376252] env[62259]: DEBUG oslo_vmware.api [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691827, 'name': PowerOffVM_Task, 'duration_secs': 0.163715} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.376521] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.376685] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.376948] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7c24d9f-c9a1-4ac6-801a-f3308ebaf862 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.401058] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.401058] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.401058] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Deleting the datastore file [datastore1] b8769b56-c1c3-41db-ab9e-38485fcb29dc {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.401268] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-072f2d59-9310-404b-b65f-12d645152a20 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.408231] env[62259]: DEBUG oslo_vmware.api [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for the task: (returnval){ [ 1409.408231] env[62259]: value = "task-1691829" [ 1409.408231] env[62259]: _type = "Task" [ 1409.408231] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.417508] env[62259]: DEBUG oslo_vmware.api [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.435476] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.435622] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquired lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.435845] env[62259]: DEBUG nova.network.neutron [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.521520] env[62259]: DEBUG nova.network.neutron [-] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.558776] env[62259]: DEBUG nova.compute.utils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1409.560450] env[62259]: DEBUG nova.compute.manager [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.560757] env[62259]: DEBUG nova.network.neutron [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.565558] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a481f059-43f0-43f8-a262-6947def10095 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.576029] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfa2adb-06a5-4275-8407-b7c7df8e6441 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.591374] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dff56e15-9c50-4209-a01b-dfbdbfed4a45 tempest-DeleteServersAdminTestJSON-1634085250 tempest-DeleteServersAdminTestJSON-1634085250-project-member] Lock "fb043667-d1b8-4eeb-bdc3-00612cbd35ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.569s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.610686] env[62259]: DEBUG nova.compute.manager [req-b087350f-35e1-404d-ad13-7ae71f6e9495 req-f0901da6-23b4-4996-a0bc-06eb589f3023 service nova] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Detach interface failed, port_id=99bef06c-efb0-4953-8cbb-6d548f59bb6b, reason: Instance 09536b47-40b4-4d91-b280-d240cb877248 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1409.628576] env[62259]: DEBUG nova.policy [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a20398d61fda404db04a07007e091142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13a62caf65b545b8bb053fdab9dc24b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1409.920132] env[62259]: DEBUG oslo_vmware.api [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Task: {'id': task-1691829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182596} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.922537] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.922939] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.923209] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.923450] env[62259]: INFO nova.compute.manager [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1409.923778] env[62259]: DEBUG oslo.service.loopingcall [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.924071] env[62259]: DEBUG nova.compute.manager [-] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.924192] env[62259]: DEBUG nova.network.neutron [-] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.949087] env[62259]: DEBUG nova.network.neutron [-] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.964247] env[62259]: DEBUG nova.network.neutron [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Successfully created port: dabd295c-2e84-4df9-a681-a2bc857de3ae {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.979540] env[62259]: DEBUG nova.network.neutron [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.025072] env[62259]: INFO nova.compute.manager [-] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Took 1.65 seconds to deallocate network for instance. [ 1410.068208] env[62259]: DEBUG nova.compute.manager [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.198199] env[62259]: DEBUG nova.network.neutron [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updating instance_info_cache with network_info: [{"id": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "address": "fa:16:3e:4f:02:9d", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87cc38c6-00", "ovs_interfaceid": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.451412] env[62259]: DEBUG nova.network.neutron [-] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.536102] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.545118] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e782dafc-45a4-4892-b804-7b70d69ca6f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.552567] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e31353-14f2-4241-b911-c3f4332a8e92 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.594081] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cd2362-731c-472f-9078-0cfc677ea1e4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.603978] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e17584f-f1df-4c8b-a08f-463c55dd4922 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.610822] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d7173-4ddb-7625-b12d-1e5e85c9ede0/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1410.611716] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f756411-b18f-4f84-bf97-0eb22888fa35 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.617823] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d7173-4ddb-7625-b12d-1e5e85c9ede0/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1410.618011] env[62259]: ERROR oslo_vmware.rw_handles [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d7173-4ddb-7625-b12d-1e5e85c9ede0/disk-0.vmdk due to incomplete transfer. [ 1410.625777] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01250f69-978c-449b-8c9d-a79ac0c7ba46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.627025] env[62259]: DEBUG nova.compute.provider_tree [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.634920] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d7173-4ddb-7625-b12d-1e5e85c9ede0/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1410.635136] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Uploaded image ba9210a3-aeea-4e7b-b796-46e11379b4a3 to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1410.637422] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1410.638154] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7a68f7b-680e-434c-868e-5d564ad694cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.644337] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1410.644337] env[62259]: value = "task-1691830" [ 1410.644337] env[62259]: _type = "Task" [ 1410.644337] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.652592] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691830, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.699767] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Releasing lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.700145] env[62259]: DEBUG nova.compute.manager [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Instance network_info: |[{"id": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "address": "fa:16:3e:4f:02:9d", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87cc38c6-00", "ovs_interfaceid": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1410.700616] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:02:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87cc38c6-006b-4308-a5a9-aaf0e82e120d', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.708663] env[62259]: DEBUG oslo.service.loopingcall [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.709213] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.709442] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53da06cd-383c-4f25-84d4-90e20eb31728 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.731244] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.731244] env[62259]: value = "task-1691831" [ 1410.731244] env[62259]: _type = "Task" [ 1410.731244] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.740228] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691831, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.939620] env[62259]: DEBUG nova.compute.manager [req-e8a14659-daab-4b6c-b5dc-cc59f16f9450 req-f15cbd12-8d39-409f-aeb9-8c7bb98f5508 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Received event network-changed-87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1410.939872] env[62259]: DEBUG nova.compute.manager [req-e8a14659-daab-4b6c-b5dc-cc59f16f9450 req-f15cbd12-8d39-409f-aeb9-8c7bb98f5508 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Refreshing instance network info cache due to event network-changed-87cc38c6-006b-4308-a5a9-aaf0e82e120d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1410.940133] env[62259]: DEBUG oslo_concurrency.lockutils [req-e8a14659-daab-4b6c-b5dc-cc59f16f9450 req-f15cbd12-8d39-409f-aeb9-8c7bb98f5508 service nova] Acquiring lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.940278] env[62259]: DEBUG oslo_concurrency.lockutils [req-e8a14659-daab-4b6c-b5dc-cc59f16f9450 req-f15cbd12-8d39-409f-aeb9-8c7bb98f5508 service nova] Acquired lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.941029] env[62259]: DEBUG nova.network.neutron [req-e8a14659-daab-4b6c-b5dc-cc59f16f9450 req-f15cbd12-8d39-409f-aeb9-8c7bb98f5508 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Refreshing network info cache for port 87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.960482] env[62259]: INFO nova.compute.manager [-] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Took 1.04 seconds to deallocate network for instance. [ 1411.100588] env[62259]: DEBUG nova.compute.manager [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.130342] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1411.130826] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1411.131141] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.131377] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1411.131591] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.131790] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1411.132110] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1411.132330] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1411.132650] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1411.132869] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1411.133131] env[62259]: DEBUG nova.virt.hardware [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1411.134278] env[62259]: DEBUG nova.scheduler.client.report [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1411.138759] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d51c7c4-7de3-448d-bbcf-dcc5517a2da9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.152131] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73039af6-0d04-4192-a1fc-a5f1131a15a6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.163097] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691830, 'name': Destroy_Task, 'duration_secs': 0.390221} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.172726] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Destroyed the VM [ 1411.173037] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1411.173882] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ef7fd90-0d7f-4b39-bd95-45ada05ee83b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.180898] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1411.180898] env[62259]: value = "task-1691832" [ 1411.180898] env[62259]: _type = "Task" [ 1411.180898] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.192524] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.243032] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691831, 'name': CreateVM_Task, 'duration_secs': 0.409752} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.243869] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.244463] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.244625] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.244983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.245265] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add32627-a314-46f0-a237-661fc1596c56 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.250641] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1411.250641] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5293ac6e-6d85-21b6-9fbc-7a8f8c4a8aeb" [ 1411.250641] env[62259]: _type = "Task" [ 1411.250641] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.258639] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5293ac6e-6d85-21b6-9fbc-7a8f8c4a8aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.395893] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "954a4581-3007-44f7-9d78-d9823733db46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.396120] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "954a4581-3007-44f7-9d78-d9823733db46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.396347] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "954a4581-3007-44f7-9d78-d9823733db46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.396532] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "954a4581-3007-44f7-9d78-d9823733db46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.396714] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "954a4581-3007-44f7-9d78-d9823733db46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.399113] env[62259]: INFO nova.compute.manager [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Terminating instance [ 1411.470211] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.644289] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.644850] env[62259]: DEBUG nova.compute.manager [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.647507] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.553s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.647738] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.650851] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.905s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.659092] env[62259]: INFO nova.compute.claims [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.695820] env[62259]: DEBUG oslo_vmware.api [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691832, 'name': RemoveSnapshot_Task, 'duration_secs': 0.453622} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.695820] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1411.696088] env[62259]: INFO nova.compute.manager [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Took 12.15 seconds to snapshot the instance on the hypervisor. [ 1411.702609] env[62259]: INFO nova.scheduler.client.report [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Deleted allocations for instance 165d73b0-94e1-4020-b43e-2c27630c2123 [ 1411.712249] env[62259]: DEBUG nova.network.neutron [req-e8a14659-daab-4b6c-b5dc-cc59f16f9450 req-f15cbd12-8d39-409f-aeb9-8c7bb98f5508 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updated VIF entry in instance network info cache for port 87cc38c6-006b-4308-a5a9-aaf0e82e120d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.712590] env[62259]: DEBUG nova.network.neutron [req-e8a14659-daab-4b6c-b5dc-cc59f16f9450 req-f15cbd12-8d39-409f-aeb9-8c7bb98f5508 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updating instance_info_cache with network_info: [{"id": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "address": "fa:16:3e:4f:02:9d", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87cc38c6-00", "ovs_interfaceid": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.753716] env[62259]: DEBUG nova.compute.manager [req-71d543d8-05ea-4ee2-91e3-eb0ee0633937 req-c1a99b89-64bd-45cd-a65f-ae6021ca1d3d service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Received event network-vif-plugged-dabd295c-2e84-4df9-a681-a2bc857de3ae {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1411.753924] env[62259]: DEBUG oslo_concurrency.lockutils [req-71d543d8-05ea-4ee2-91e3-eb0ee0633937 req-c1a99b89-64bd-45cd-a65f-ae6021ca1d3d service nova] Acquiring lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.754962] env[62259]: DEBUG oslo_concurrency.lockutils [req-71d543d8-05ea-4ee2-91e3-eb0ee0633937 req-c1a99b89-64bd-45cd-a65f-ae6021ca1d3d service nova] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.754962] env[62259]: DEBUG oslo_concurrency.lockutils [req-71d543d8-05ea-4ee2-91e3-eb0ee0633937 req-c1a99b89-64bd-45cd-a65f-ae6021ca1d3d service nova] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.754962] env[62259]: DEBUG nova.compute.manager [req-71d543d8-05ea-4ee2-91e3-eb0ee0633937 req-c1a99b89-64bd-45cd-a65f-ae6021ca1d3d service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] No waiting events found dispatching network-vif-plugged-dabd295c-2e84-4df9-a681-a2bc857de3ae {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.754962] env[62259]: WARNING nova.compute.manager [req-71d543d8-05ea-4ee2-91e3-eb0ee0633937 req-c1a99b89-64bd-45cd-a65f-ae6021ca1d3d service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Received unexpected event network-vif-plugged-dabd295c-2e84-4df9-a681-a2bc857de3ae for instance with vm_state building and task_state spawning. [ 1411.764765] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5293ac6e-6d85-21b6-9fbc-7a8f8c4a8aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.053206} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.765146] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.765340] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.765570] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.765963] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.765963] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.766997] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2838a814-b899-4f79-baf6-315cc97b45c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.776482] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.776482] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.776658] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2ba95b-2453-41ec-8d74-1eec32348fd5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.782077] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1411.782077] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5212c24e-5d1c-8daf-4a9e-11147ac14c81" [ 1411.782077] env[62259]: _type = "Task" [ 1411.782077] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.791140] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5212c24e-5d1c-8daf-4a9e-11147ac14c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.847746] env[62259]: DEBUG nova.network.neutron [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Successfully updated port: dabd295c-2e84-4df9-a681-a2bc857de3ae {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.905035] env[62259]: DEBUG nova.compute.manager [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1411.907318] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1411.907318] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ed91c1-9fc5-41a3-9337-0a5a7aea0f74 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.916084] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1411.916395] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e01447-0a12-4e4a-a2e6-775ac19c6dda {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.990100] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "600b261e-6358-40de-8eed-710c0dc1ebf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.990348] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "600b261e-6358-40de-8eed-710c0dc1ebf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.995223] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1411.995432] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1411.995612] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleting the datastore file [datastore1] 954a4581-3007-44f7-9d78-d9823733db46 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.995857] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb8e2a6-9109-44b9-bc33-6652bd8e1df5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.003392] env[62259]: DEBUG oslo_vmware.api [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1412.003392] env[62259]: value = "task-1691834" [ 1412.003392] env[62259]: _type = "Task" [ 1412.003392] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.013988] env[62259]: DEBUG oslo_vmware.api [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.167306] env[62259]: DEBUG nova.compute.utils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1412.168957] env[62259]: DEBUG nova.compute.manager [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1412.169233] env[62259]: DEBUG nova.network.neutron [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.202092] env[62259]: DEBUG nova.compute.manager [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Instance disappeared during snapshot {{(pid=62259) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4581}} [ 1412.218963] env[62259]: DEBUG oslo_concurrency.lockutils [req-e8a14659-daab-4b6c-b5dc-cc59f16f9450 req-f15cbd12-8d39-409f-aeb9-8c7bb98f5508 service nova] Releasing lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.219640] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4be565fe-a238-4a0d-9e14-4acd56243dd0 tempest-InstanceActionsNegativeTestJSON-1973692159 tempest-InstanceActionsNegativeTestJSON-1973692159-project-member] Lock "165d73b0-94e1-4020-b43e-2c27630c2123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.541s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.223242] env[62259]: DEBUG nova.compute.manager [None req-c7d17bc2-efa0-4944-8e70-6e28f5609d1f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image not found during clean up ba9210a3-aeea-4e7b-b796-46e11379b4a3 {{(pid=62259) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4587}} [ 1412.248198] env[62259]: DEBUG nova.policy [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e68114b554414493a567641f4fddfb8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d186547b31349dfac6792b64b5a5ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1412.293565] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5212c24e-5d1c-8daf-4a9e-11147ac14c81, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.294511] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda9595d-611a-479c-b6bd-5b2aa971db68 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.300353] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1412.300353] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52324fe5-558c-d68f-4426-5a9a38f39b81" [ 1412.300353] env[62259]: _type = "Task" [ 1412.300353] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.309288] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52324fe5-558c-d68f-4426-5a9a38f39b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.352300] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "refresh_cache-a22c6232-43fc-4294-bb0b-1d52e3b3ace2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.352300] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquired lock "refresh_cache-a22c6232-43fc-4294-bb0b-1d52e3b3ace2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.352300] env[62259]: DEBUG nova.network.neutron [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.515137] env[62259]: DEBUG oslo_vmware.api [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149444} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.515551] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.515839] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.516285] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.516568] env[62259]: INFO nova.compute.manager [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1412.516921] env[62259]: DEBUG oslo.service.loopingcall [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.519018] env[62259]: DEBUG nova.compute.manager [-] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1412.519018] env[62259]: DEBUG nova.network.neutron [-] [instance: 954a4581-3007-44f7-9d78-d9823733db46] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1412.672958] env[62259]: DEBUG nova.compute.manager [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.801278] env[62259]: DEBUG nova.network.neutron [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Successfully created port: 0ff8d909-cf34-4a6c-b498-47e8a975d246 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.818845] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52324fe5-558c-d68f-4426-5a9a38f39b81, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.822388] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.822388] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 2c5916af-c336-4c15-9894-58d1078b13dd/2c5916af-c336-4c15-9894-58d1078b13dd.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.822388] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c1e359-7f88-4384-8c1b-cba85fbe7908 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.830246] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1412.830246] env[62259]: value = "task-1691835" [ 1412.830246] env[62259]: _type = "Task" [ 1412.830246] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.841272] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.898297] env[62259]: DEBUG nova.network.neutron [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.009181] env[62259]: DEBUG nova.compute.manager [req-e511c163-5356-4f0f-97b7-39b36717647f req-7b5d3886-f2c7-4877-8109-9f72cf637973 service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Received event network-vif-deleted-3acec3c1-6a44-4ade-abd4-ea77683b6696 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1413.009373] env[62259]: INFO nova.compute.manager [req-e511c163-5356-4f0f-97b7-39b36717647f req-7b5d3886-f2c7-4877-8109-9f72cf637973 service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Neutron deleted interface 3acec3c1-6a44-4ade-abd4-ea77683b6696; detaching it from the instance and deleting it from the info cache [ 1413.009618] env[62259]: DEBUG nova.network.neutron [req-e511c163-5356-4f0f-97b7-39b36717647f req-7b5d3886-f2c7-4877-8109-9f72cf637973 service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.155902] env[62259]: DEBUG nova.network.neutron [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Updating instance_info_cache with network_info: [{"id": "dabd295c-2e84-4df9-a681-a2bc857de3ae", "address": "fa:16:3e:21:9e:37", "network": {"id": "00abdee9-14a2-4325-a9b5-af4aa9628cc2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1544250018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13a62caf65b545b8bb053fdab9dc24b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd295c-2e", "ovs_interfaceid": "dabd295c-2e84-4df9-a681-a2bc857de3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.175498] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6416ab3a-bb9e-4725-b72c-0c5266ee8d1b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.189200] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36bc099-cef7-4848-b5f6-7cc0f786c6bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.232304] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fdac70-93b6-43cd-9de9-c51f9f8110c5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.246332] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d84695-48b3-45d3-bd2e-d999cade298a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.262237] env[62259]: DEBUG nova.compute.provider_tree [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.346366] env[62259]: DEBUG nova.network.neutron [-] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.347670] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691835, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.515318] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1dcc2956-113d-4950-ab45-6c5e84ca5af0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.526917] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f175a28-08b4-4a78-b024-b494abfd8084 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.562703] env[62259]: DEBUG nova.compute.manager [req-e511c163-5356-4f0f-97b7-39b36717647f req-7b5d3886-f2c7-4877-8109-9f72cf637973 service nova] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Detach interface failed, port_id=3acec3c1-6a44-4ade-abd4-ea77683b6696, reason: Instance 954a4581-3007-44f7-9d78-d9823733db46 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1413.661393] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Releasing lock "refresh_cache-a22c6232-43fc-4294-bb0b-1d52e3b3ace2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.661393] env[62259]: DEBUG nova.compute.manager [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Instance network_info: |[{"id": "dabd295c-2e84-4df9-a681-a2bc857de3ae", "address": "fa:16:3e:21:9e:37", "network": {"id": "00abdee9-14a2-4325-a9b5-af4aa9628cc2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1544250018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13a62caf65b545b8bb053fdab9dc24b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd295c-2e", "ovs_interfaceid": "dabd295c-2e84-4df9-a681-a2bc857de3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.661393] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:9e:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dabd295c-2e84-4df9-a681-a2bc857de3ae', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.669704] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Creating folder: Project (13a62caf65b545b8bb053fdab9dc24b4). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.670211] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afbfd117-b443-455a-9ba1-3b7982f82cbf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.681279] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Created folder: Project (13a62caf65b545b8bb053fdab9dc24b4) in parent group-v352705. [ 1413.681552] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Creating folder: Instances. Parent ref: group-v352813. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.683231] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6321cb50-de32-4332-946f-2921bd80d95f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.689630] env[62259]: DEBUG nova.compute.manager [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.692666] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Created folder: Instances in parent group-v352813. [ 1413.692918] env[62259]: DEBUG oslo.service.loopingcall [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.693246] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.693317] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aee4a10-1b33-4124-91b6-f4fd570e445d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.715188] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.715188] env[62259]: value = "task-1691838" [ 1413.715188] env[62259]: _type = "Task" [ 1413.715188] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.724363] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1413.724600] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1413.724756] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.724936] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1413.725153] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.725317] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1413.725766] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1413.725766] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1413.725875] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1413.726040] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1413.726267] env[62259]: DEBUG nova.virt.hardware [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.727074] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842fe368-9b49-4b3b-bdc6-3472892c85aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.732603] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691838, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.737927] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10da4f6-dce7-431c-a3c8-af247021d95f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.766688] env[62259]: DEBUG nova.scheduler.client.report [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1413.790952] env[62259]: DEBUG nova.compute.manager [req-c83063fe-0130-42c3-9c02-d624308c2e96 req-7634dee0-d791-4dc9-a5ff-678c8039023e service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Received event network-changed-dabd295c-2e84-4df9-a681-a2bc857de3ae {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1413.791166] env[62259]: DEBUG nova.compute.manager [req-c83063fe-0130-42c3-9c02-d624308c2e96 req-7634dee0-d791-4dc9-a5ff-678c8039023e service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Refreshing instance network info cache due to event network-changed-dabd295c-2e84-4df9-a681-a2bc857de3ae. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1413.791897] env[62259]: DEBUG oslo_concurrency.lockutils [req-c83063fe-0130-42c3-9c02-d624308c2e96 req-7634dee0-d791-4dc9-a5ff-678c8039023e service nova] Acquiring lock "refresh_cache-a22c6232-43fc-4294-bb0b-1d52e3b3ace2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.791897] env[62259]: DEBUG oslo_concurrency.lockutils [req-c83063fe-0130-42c3-9c02-d624308c2e96 req-7634dee0-d791-4dc9-a5ff-678c8039023e service nova] Acquired lock "refresh_cache-a22c6232-43fc-4294-bb0b-1d52e3b3ace2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.791897] env[62259]: DEBUG nova.network.neutron [req-c83063fe-0130-42c3-9c02-d624308c2e96 req-7634dee0-d791-4dc9-a5ff-678c8039023e service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Refreshing network info cache for port dabd295c-2e84-4df9-a681-a2bc857de3ae {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.843427] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.843760] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 2c5916af-c336-4c15-9894-58d1078b13dd/2c5916af-c336-4c15-9894-58d1078b13dd.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.843924] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.844276] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fac4b14d-c1c2-49fe-a745-883ce590fdf1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.850140] env[62259]: INFO nova.compute.manager [-] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Took 1.33 seconds to deallocate network for instance. [ 1413.852631] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1413.852631] env[62259]: value = "task-1691839" [ 1413.852631] env[62259]: _type = "Task" [ 1413.852631] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.866345] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.228883] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691838, 'name': CreateVM_Task, 'duration_secs': 0.376346} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.229081] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.229800] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.230316] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.230536] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.230825] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d480d67f-9275-42e4-a18f-00df36ff53f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.235616] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1414.235616] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529f3d9a-fefd-be0c-57ed-bff13ace8f9c" [ 1414.235616] env[62259]: _type = "Task" [ 1414.235616] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.244638] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529f3d9a-fefd-be0c-57ed-bff13ace8f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.275028] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.275028] env[62259]: DEBUG nova.compute.manager [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.278286] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.256s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.278400] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.280560] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.971s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.280779] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.282592] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.968s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.286029] env[62259]: INFO nova.compute.claims [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.333098] env[62259]: INFO nova.scheduler.client.report [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Deleted allocations for instance 2728677c-2e28-4e1c-a405-1c1e9f9b225e [ 1414.336224] env[62259]: INFO nova.scheduler.client.report [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Deleted allocations for instance c8cd1fd8-27f9-4f49-ab69-894eed7b92d5 [ 1414.365282] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.375446] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059712} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.375848] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.377403] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e103550-9779-4bdb-8120-f8f9d7564f63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.405167] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 2c5916af-c336-4c15-9894-58d1078b13dd/2c5916af-c336-4c15-9894-58d1078b13dd.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.406098] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7344bc-05ea-489c-ae06-debf0f59ebd6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.427200] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1414.427200] env[62259]: value = "task-1691840" [ 1414.427200] env[62259]: _type = "Task" [ 1414.427200] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.438547] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.672000] env[62259]: DEBUG nova.network.neutron [req-c83063fe-0130-42c3-9c02-d624308c2e96 req-7634dee0-d791-4dc9-a5ff-678c8039023e service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Updated VIF entry in instance network info cache for port dabd295c-2e84-4df9-a681-a2bc857de3ae. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.672387] env[62259]: DEBUG nova.network.neutron [req-c83063fe-0130-42c3-9c02-d624308c2e96 req-7634dee0-d791-4dc9-a5ff-678c8039023e service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Updating instance_info_cache with network_info: [{"id": "dabd295c-2e84-4df9-a681-a2bc857de3ae", "address": "fa:16:3e:21:9e:37", "network": {"id": "00abdee9-14a2-4325-a9b5-af4aa9628cc2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1544250018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13a62caf65b545b8bb053fdab9dc24b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd295c-2e", "ovs_interfaceid": "dabd295c-2e84-4df9-a681-a2bc857de3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.749303] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529f3d9a-fefd-be0c-57ed-bff13ace8f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.749612] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.749840] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.750110] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.750678] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.750678] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.751113] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a7e027-aa00-4a6a-a762-9d37b006a0f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.763230] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.763419] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.764256] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6290f52c-a2ad-471f-91db-b06d9e756847 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.771884] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1414.771884] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523970bc-4c69-f457-4b04-22d63606cc07" [ 1414.771884] env[62259]: _type = "Task" [ 1414.771884] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.782051] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523970bc-4c69-f457-4b04-22d63606cc07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.788763] env[62259]: DEBUG nova.compute.utils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.790505] env[62259]: DEBUG nova.compute.manager [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.790714] env[62259]: DEBUG nova.network.neutron [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.855778] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d9ae335f-3c56-4093-9747-f26a5c2a7029 tempest-InstanceActionsV221TestJSON-1875077607 tempest-InstanceActionsV221TestJSON-1875077607-project-member] Lock "2728677c-2e28-4e1c-a405-1c1e9f9b225e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.415s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.859123] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b3dbf2d-2ee0-4c8d-98f3-ee0f7c7cd3be tempest-AttachInterfacesV270Test-856933785 tempest-AttachInterfacesV270Test-856933785-project-member] Lock "c8cd1fd8-27f9-4f49-ab69-894eed7b92d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.980s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.885560] env[62259]: DEBUG nova.policy [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9e28f12bcdb4b0ca7c389f5f169f960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aaec5f1a79a047d180b41f4b7658c934', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.930511] env[62259]: DEBUG nova.network.neutron [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Successfully updated port: 0ff8d909-cf34-4a6c-b498-47e8a975d246 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.941948] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691840, 'name': ReconfigVM_Task, 'duration_secs': 0.47741} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.944189] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 2c5916af-c336-4c15-9894-58d1078b13dd/2c5916af-c336-4c15-9894-58d1078b13dd.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.944831] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b04edee2-421f-4ef3-8bf1-c618cbb95cd7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.952850] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1414.952850] env[62259]: value = "task-1691841" [ 1414.952850] env[62259]: _type = "Task" [ 1414.952850] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.968025] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691841, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.176483] env[62259]: DEBUG oslo_concurrency.lockutils [req-c83063fe-0130-42c3-9c02-d624308c2e96 req-7634dee0-d791-4dc9-a5ff-678c8039023e service nova] Releasing lock "refresh_cache-a22c6232-43fc-4294-bb0b-1d52e3b3ace2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.284235] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523970bc-4c69-f457-4b04-22d63606cc07, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.284536] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356c2261-ddba-4300-808e-edfcf41a19e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.292228] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1415.292228] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f30f4b-462b-f160-6fec-259658897ab4" [ 1415.292228] env[62259]: _type = "Task" [ 1415.292228] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.296166] env[62259]: DEBUG nova.compute.manager [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.316970] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f30f4b-462b-f160-6fec-259658897ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.009651} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.317214] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.317489] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] a22c6232-43fc-4294-bb0b-1d52e3b3ace2/a22c6232-43fc-4294-bb0b-1d52e3b3ace2.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.317755] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a43664b-c918-43da-a8d0-513b56e3d695 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.324572] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1415.324572] env[62259]: value = "task-1691842" [ 1415.324572] env[62259]: _type = "Task" [ 1415.324572] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.334036] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.437022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "refresh_cache-071ba0ff-6674-480a-9c76-cfcd6237aa7e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.437504] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "refresh_cache-071ba0ff-6674-480a-9c76-cfcd6237aa7e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.437693] env[62259]: DEBUG nova.network.neutron [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.464721] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691841, 'name': Rename_Task, 'duration_secs': 0.145015} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.465245] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.465538] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ab60ac-65bc-4e76-a358-980aae181101 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.480405] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1415.480405] env[62259]: value = "task-1691843" [ 1415.480405] env[62259]: _type = "Task" [ 1415.480405] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.492639] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.676542] env[62259]: DEBUG nova.network.neutron [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Successfully created port: 90a379d2-61c1-4d9c-84b7-438e7ff26ee4 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.841242] env[62259]: DEBUG nova.compute.manager [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Received event network-vif-plugged-0ff8d909-cf34-4a6c-b498-47e8a975d246 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1415.841242] env[62259]: DEBUG oslo_concurrency.lockutils [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] Acquiring lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.841242] env[62259]: DEBUG oslo_concurrency.lockutils [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] Lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.841242] env[62259]: DEBUG oslo_concurrency.lockutils [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] Lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.841242] env[62259]: DEBUG nova.compute.manager [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] No waiting events found dispatching network-vif-plugged-0ff8d909-cf34-4a6c-b498-47e8a975d246 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1415.841242] env[62259]: WARNING nova.compute.manager [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Received unexpected event network-vif-plugged-0ff8d909-cf34-4a6c-b498-47e8a975d246 for instance with vm_state building and task_state spawning. [ 1415.841242] env[62259]: DEBUG nova.compute.manager [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Received event network-changed-0ff8d909-cf34-4a6c-b498-47e8a975d246 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1415.841242] env[62259]: DEBUG nova.compute.manager [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Refreshing instance network info cache due to event network-changed-0ff8d909-cf34-4a6c-b498-47e8a975d246. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1415.841242] env[62259]: DEBUG oslo_concurrency.lockutils [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] Acquiring lock "refresh_cache-071ba0ff-6674-480a-9c76-cfcd6237aa7e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.848081] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505858} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.848568] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] a22c6232-43fc-4294-bb0b-1d52e3b3ace2/a22c6232-43fc-4294-bb0b-1d52e3b3ace2.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.848961] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.849436] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1293f86-ea64-4edc-bb95-31b4c582d135 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.854143] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e10a37-03b8-4a2d-8fc5-b15037f2b13e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.865205] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898213a1-75d0-4a8f-b2c4-1dd88acdcb9a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.871181] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1415.871181] env[62259]: value = "task-1691844" [ 1415.871181] env[62259]: _type = "Task" [ 1415.871181] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.909289] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9695abd4-4936-4b57-85f9-f2eb3caa5edd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.916096] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691844, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.921252] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f9dd06-6c2b-4f39-b015-3df354854743 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.939356] env[62259]: DEBUG nova.compute.provider_tree [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.993022] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691843, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.032890] env[62259]: DEBUG nova.network.neutron [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.323527] env[62259]: DEBUG nova.compute.manager [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.355118] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1416.355399] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1416.355557] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.355736] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1416.355880] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.357623] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1416.357916] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1416.358103] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1416.358278] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1416.358447] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1416.358621] env[62259]: DEBUG nova.virt.hardware [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1416.359497] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086d4d45-bc14-49bd-b42c-70957ae363cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.370541] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c68f88-de59-40da-982a-5f9a57535444 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.385489] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068235} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.399707] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.401731] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec61513e-291b-4343-84cb-aef4eda02218 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.432934] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a22c6232-43fc-4294-bb0b-1d52e3b3ace2/a22c6232-43fc-4294-bb0b-1d52e3b3ace2.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.433982] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d389e63-0039-4295-9226-941c29d6fc58 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.452133] env[62259]: DEBUG nova.scheduler.client.report [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1416.461019] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1416.461019] env[62259]: value = "task-1691845" [ 1416.461019] env[62259]: _type = "Task" [ 1416.461019] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.469948] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.493187] env[62259]: DEBUG oslo_vmware.api [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691843, 'name': PowerOnVM_Task, 'duration_secs': 0.700701} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.493482] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.493696] env[62259]: INFO nova.compute.manager [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1416.493875] env[62259]: DEBUG nova.compute.manager [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.494702] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057796dd-bf7b-4166-80b8-277e447b47a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.629154] env[62259]: DEBUG nova.network.neutron [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Updating instance_info_cache with network_info: [{"id": "0ff8d909-cf34-4a6c-b498-47e8a975d246", "address": "fa:16:3e:15:91:47", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff8d909-cf", "ovs_interfaceid": "0ff8d909-cf34-4a6c-b498-47e8a975d246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.958297] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.959706] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.962983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.665s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.964595] env[62259]: INFO nova.compute.claims [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.986320] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691845, 'name': ReconfigVM_Task, 'duration_secs': 0.285178} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.986859] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a22c6232-43fc-4294-bb0b-1d52e3b3ace2/a22c6232-43fc-4294-bb0b-1d52e3b3ace2.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.987719] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5348a722-5161-4638-a5bc-fbf131be861a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.996891] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1416.996891] env[62259]: value = "task-1691846" [ 1416.996891] env[62259]: _type = "Task" [ 1416.996891] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.013855] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691846, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.016311] env[62259]: INFO nova.compute.manager [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Took 44.43 seconds to build instance. [ 1417.134070] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "refresh_cache-071ba0ff-6674-480a-9c76-cfcd6237aa7e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.134070] env[62259]: DEBUG nova.compute.manager [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Instance network_info: |[{"id": "0ff8d909-cf34-4a6c-b498-47e8a975d246", "address": "fa:16:3e:15:91:47", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff8d909-cf", "ovs_interfaceid": "0ff8d909-cf34-4a6c-b498-47e8a975d246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.134070] env[62259]: DEBUG oslo_concurrency.lockutils [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] Acquired lock "refresh_cache-071ba0ff-6674-480a-9c76-cfcd6237aa7e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.134070] env[62259]: DEBUG nova.network.neutron [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Refreshing network info cache for port 0ff8d909-cf34-4a6c-b498-47e8a975d246 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.138874] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:91:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ff8d909-cf34-4a6c-b498-47e8a975d246', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.149858] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Creating folder: Project (0d186547b31349dfac6792b64b5a5ead). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.150556] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f66b8e9-bc62-471a-bc5d-1c43e57d278e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.165840] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Created folder: Project (0d186547b31349dfac6792b64b5a5ead) in parent group-v352705. [ 1417.166052] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Creating folder: Instances. Parent ref: group-v352816. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.166290] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55cec850-8b0c-4b47-8be5-05e3016603f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.177782] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Created folder: Instances in parent group-v352816. [ 1417.178535] env[62259]: DEBUG oslo.service.loopingcall [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.178738] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.178972] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7adbe337-7a19-41de-82b7-c7577323eea4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.199187] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.199187] env[62259]: value = "task-1691849" [ 1417.199187] env[62259]: _type = "Task" [ 1417.199187] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.208073] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691849, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.470735] env[62259]: DEBUG nova.compute.utils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.472121] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.472461] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.511420] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691846, 'name': Rename_Task, 'duration_secs': 0.14949} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.511715] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.512794] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79cb4d0e-8189-4b60-b340-625a339c0003 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.519554] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b5fb87ab-ed43-41ff-ae2a-85aea9dd661f tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "2c5916af-c336-4c15-9894-58d1078b13dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.030s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.519846] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1417.519846] env[62259]: value = "task-1691850" [ 1417.519846] env[62259]: _type = "Task" [ 1417.519846] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.532445] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.596186] env[62259]: DEBUG nova.compute.manager [req-181b4984-a36f-4a4b-80fd-ae9af0f73e2d req-a26c4cd1-d976-45f2-a2ca-335a9f2c5e7b service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Received event network-vif-plugged-90a379d2-61c1-4d9c-84b7-438e7ff26ee4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1417.596186] env[62259]: DEBUG oslo_concurrency.lockutils [req-181b4984-a36f-4a4b-80fd-ae9af0f73e2d req-a26c4cd1-d976-45f2-a2ca-335a9f2c5e7b service nova] Acquiring lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.596186] env[62259]: DEBUG oslo_concurrency.lockutils [req-181b4984-a36f-4a4b-80fd-ae9af0f73e2d req-a26c4cd1-d976-45f2-a2ca-335a9f2c5e7b service nova] Lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.596740] env[62259]: DEBUG oslo_concurrency.lockutils [req-181b4984-a36f-4a4b-80fd-ae9af0f73e2d req-a26c4cd1-d976-45f2-a2ca-335a9f2c5e7b service nova] Lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.597302] env[62259]: DEBUG nova.compute.manager [req-181b4984-a36f-4a4b-80fd-ae9af0f73e2d req-a26c4cd1-d976-45f2-a2ca-335a9f2c5e7b service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] No waiting events found dispatching network-vif-plugged-90a379d2-61c1-4d9c-84b7-438e7ff26ee4 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1417.597900] env[62259]: WARNING nova.compute.manager [req-181b4984-a36f-4a4b-80fd-ae9af0f73e2d req-a26c4cd1-d976-45f2-a2ca-335a9f2c5e7b service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Received unexpected event network-vif-plugged-90a379d2-61c1-4d9c-84b7-438e7ff26ee4 for instance with vm_state building and task_state spawning. [ 1417.600240] env[62259]: DEBUG nova.policy [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8aed93853db4d9a90ff52617bb27e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb856fe61538435a9ace2191e36c195f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1417.712441] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691849, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.843583] env[62259]: DEBUG nova.network.neutron [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Successfully updated port: 90a379d2-61c1-4d9c-84b7-438e7ff26ee4 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1417.976405] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.039502] env[62259]: DEBUG nova.compute.manager [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.060821] env[62259]: DEBUG oslo_vmware.api [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691850, 'name': PowerOnVM_Task, 'duration_secs': 0.530093} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.061315] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.063025] env[62259]: INFO nova.compute.manager [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1418.063025] env[62259]: DEBUG nova.compute.manager [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.063025] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4df520-2087-414d-b127-f9a282385613 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.117373] env[62259]: DEBUG nova.network.neutron [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Updated VIF entry in instance network info cache for port 0ff8d909-cf34-4a6c-b498-47e8a975d246. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.118692] env[62259]: DEBUG nova.network.neutron [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Updating instance_info_cache with network_info: [{"id": "0ff8d909-cf34-4a6c-b498-47e8a975d246", "address": "fa:16:3e:15:91:47", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff8d909-cf", "ovs_interfaceid": "0ff8d909-cf34-4a6c-b498-47e8a975d246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.210668] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691849, 'name': CreateVM_Task, 'duration_secs': 0.576005} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.213197] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.214103] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.214623] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.214749] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.214987] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a86a98d-34b6-45ec-b9ed-935d4cf5e4e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.221661] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1418.221661] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529df581-2a4a-2870-13b2-d64c3e0f326c" [ 1418.221661] env[62259]: _type = "Task" [ 1418.221661] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.230636] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529df581-2a4a-2870-13b2-d64c3e0f326c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.346936] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquiring lock "refresh_cache-cd8b2ef1-fb0d-428a-ba3e-f538646d3759" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.347165] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquired lock "refresh_cache-cd8b2ef1-fb0d-428a-ba3e-f538646d3759" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.347356] env[62259]: DEBUG nova.network.neutron [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.402303] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Successfully created port: b0b5f39b-775e-4bc9-8ed2-6b35627546fb {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1418.490704] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9413aee-ade0-4688-8a75-2a930e3033b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.498976] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcea0f5-ee15-458a-816d-1d075789e839 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.531264] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2dda65-a66a-493c-9bcd-60c7e6edadc8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.540030] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1ff461-14e2-4389-9e38-d7345b8b03d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.558720] env[62259]: DEBUG nova.compute.provider_tree [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.573111] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.581923] env[62259]: INFO nova.compute.manager [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Took 44.63 seconds to build instance. [ 1418.626525] env[62259]: DEBUG oslo_concurrency.lockutils [req-8d21711e-db01-4648-a735-573f6b969c27 req-47154cd5-b81b-46f1-8553-d655982b3e07 service nova] Releasing lock "refresh_cache-071ba0ff-6674-480a-9c76-cfcd6237aa7e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.739391] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529df581-2a4a-2870-13b2-d64c3e0f326c, 'name': SearchDatastore_Task, 'duration_secs': 0.020563} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.739727] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.740053] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.741040] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.741040] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.741040] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.741040] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e4d36d-9e25-4e29-a1b6-6c29d9d7156d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.753134] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.753134] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.753134] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b4633e-3330-47b4-8024-b5d9ab0fb3a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.759462] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1418.759462] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52762ab6-cb74-d337-b8c9-31ef8807318d" [ 1418.759462] env[62259]: _type = "Task" [ 1418.759462] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.768759] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52762ab6-cb74-d337-b8c9-31ef8807318d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.901956] env[62259]: DEBUG nova.network.neutron [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.987708] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1419.036019] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1419.036839] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1419.039340] env[62259]: DEBUG nova.compute.manager [req-d6e8bcb2-d85d-47eb-a342-88caff3b00a2 req-f71347bf-36d5-4641-bcfc-e49a6ee70a94 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Received event network-changed-87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1419.039682] env[62259]: DEBUG nova.compute.manager [req-d6e8bcb2-d85d-47eb-a342-88caff3b00a2 req-f71347bf-36d5-4641-bcfc-e49a6ee70a94 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Refreshing instance network info cache due to event network-changed-87cc38c6-006b-4308-a5a9-aaf0e82e120d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1419.040053] env[62259]: DEBUG oslo_concurrency.lockutils [req-d6e8bcb2-d85d-47eb-a342-88caff3b00a2 req-f71347bf-36d5-4641-bcfc-e49a6ee70a94 service nova] Acquiring lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.040326] env[62259]: DEBUG oslo_concurrency.lockutils [req-d6e8bcb2-d85d-47eb-a342-88caff3b00a2 req-f71347bf-36d5-4641-bcfc-e49a6ee70a94 service nova] Acquired lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.040625] env[62259]: DEBUG nova.network.neutron [req-d6e8bcb2-d85d-47eb-a342-88caff3b00a2 req-f71347bf-36d5-4641-bcfc-e49a6ee70a94 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Refreshing network info cache for port 87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.043600] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53663be8-ef1a-4173-bcd4-16fe47b8b439 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.058767] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b12a91-9333-44cd-83e9-11498eb205bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.066983] env[62259]: DEBUG nova.scheduler.client.report [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1419.089825] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b980930-4aeb-457e-80fb-58745a39909a tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.382s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.189253] env[62259]: DEBUG nova.network.neutron [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Updating instance_info_cache with network_info: [{"id": "90a379d2-61c1-4d9c-84b7-438e7ff26ee4", "address": "fa:16:3e:fc:26:20", "network": {"id": "3723aaf3-daf6-45ed-a5f1-badb9a6ba80c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-754494117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaec5f1a79a047d180b41f4b7658c934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a379d2-61", "ovs_interfaceid": "90a379d2-61c1-4d9c-84b7-438e7ff26ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.277601] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52762ab6-cb74-d337-b8c9-31ef8807318d, 'name': SearchDatastore_Task, 'duration_secs': 0.011746} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.278658] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5844b6-47d1-43d9-9563-2e58b1edc1c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.288284] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1419.288284] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52672eaf-3ef2-6a96-7017-d49fd70c0489" [ 1419.288284] env[62259]: _type = "Task" [ 1419.288284] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.297350] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52672eaf-3ef2-6a96-7017-d49fd70c0489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.574756] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.575264] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1419.580032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.893s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.580032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.581220] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.328s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.582752] env[62259]: INFO nova.compute.claims [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.595967] env[62259]: DEBUG nova.compute.manager [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1419.606625] env[62259]: INFO nova.scheduler.client.report [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Deleted allocations for instance ec726a5b-002a-4bc0-abec-07b02ca46886 [ 1419.695578] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Releasing lock "refresh_cache-cd8b2ef1-fb0d-428a-ba3e-f538646d3759" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.695911] env[62259]: DEBUG nova.compute.manager [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Instance network_info: |[{"id": "90a379d2-61c1-4d9c-84b7-438e7ff26ee4", "address": "fa:16:3e:fc:26:20", "network": {"id": "3723aaf3-daf6-45ed-a5f1-badb9a6ba80c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-754494117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaec5f1a79a047d180b41f4b7658c934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a379d2-61", "ovs_interfaceid": "90a379d2-61c1-4d9c-84b7-438e7ff26ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1419.697040] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:26:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90a379d2-61c1-4d9c-84b7-438e7ff26ee4', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.705805] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Creating folder: Project (aaec5f1a79a047d180b41f4b7658c934). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.706355] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d365f9f-945b-4e4a-add4-e91ffd0ceda0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.718378] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Created folder: Project (aaec5f1a79a047d180b41f4b7658c934) in parent group-v352705. [ 1419.718378] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Creating folder: Instances. Parent ref: group-v352819. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1419.718378] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b260d652-f22f-40b9-8532-85e3c3ccdd2e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.727819] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Created folder: Instances in parent group-v352819. [ 1419.728060] env[62259]: DEBUG oslo.service.loopingcall [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.728252] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.728450] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45128963-0da9-4569-af7b-577ad297f05c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.752288] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.752288] env[62259]: value = "task-1691853" [ 1419.752288] env[62259]: _type = "Task" [ 1419.752288] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.761035] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691853, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.777710] env[62259]: DEBUG oslo_concurrency.lockutils [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "2c5916af-c336-4c15-9894-58d1078b13dd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.777964] env[62259]: DEBUG oslo_concurrency.lockutils [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "2c5916af-c336-4c15-9894-58d1078b13dd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.778219] env[62259]: INFO nova.compute.manager [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Rebooting instance [ 1419.781352] env[62259]: DEBUG nova.compute.manager [req-b7265dd9-e220-48cb-9bb6-3f8c45989e6b req-2593b904-0861-49fb-bdba-14dcd03210e8 service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Received event network-changed-90a379d2-61c1-4d9c-84b7-438e7ff26ee4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1419.781686] env[62259]: DEBUG nova.compute.manager [req-b7265dd9-e220-48cb-9bb6-3f8c45989e6b req-2593b904-0861-49fb-bdba-14dcd03210e8 service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Refreshing instance network info cache due to event network-changed-90a379d2-61c1-4d9c-84b7-438e7ff26ee4. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1419.781882] env[62259]: DEBUG oslo_concurrency.lockutils [req-b7265dd9-e220-48cb-9bb6-3f8c45989e6b req-2593b904-0861-49fb-bdba-14dcd03210e8 service nova] Acquiring lock "refresh_cache-cd8b2ef1-fb0d-428a-ba3e-f538646d3759" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.781882] env[62259]: DEBUG oslo_concurrency.lockutils [req-b7265dd9-e220-48cb-9bb6-3f8c45989e6b req-2593b904-0861-49fb-bdba-14dcd03210e8 service nova] Acquired lock "refresh_cache-cd8b2ef1-fb0d-428a-ba3e-f538646d3759" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.782053] env[62259]: DEBUG nova.network.neutron [req-b7265dd9-e220-48cb-9bb6-3f8c45989e6b req-2593b904-0861-49fb-bdba-14dcd03210e8 service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Refreshing network info cache for port 90a379d2-61c1-4d9c-84b7-438e7ff26ee4 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.800215] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52672eaf-3ef2-6a96-7017-d49fd70c0489, 'name': SearchDatastore_Task, 'duration_secs': 0.016121} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.800516] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.800797] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 071ba0ff-6674-480a-9c76-cfcd6237aa7e/071ba0ff-6674-480a-9c76-cfcd6237aa7e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.801197] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-032b25ac-ef59-4998-afc7-f343d4ca4b67 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.808599] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1419.808599] env[62259]: value = "task-1691854" [ 1419.808599] env[62259]: _type = "Task" [ 1419.808599] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.817502] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.988836] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.990804] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.990804] env[62259]: INFO nova.compute.manager [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Rebooting instance [ 1420.055590] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.055983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.068930] env[62259]: DEBUG nova.network.neutron [req-d6e8bcb2-d85d-47eb-a342-88caff3b00a2 req-f71347bf-36d5-4641-bcfc-e49a6ee70a94 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updated VIF entry in instance network info cache for port 87cc38c6-006b-4308-a5a9-aaf0e82e120d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.069395] env[62259]: DEBUG nova.network.neutron [req-d6e8bcb2-d85d-47eb-a342-88caff3b00a2 req-f71347bf-36d5-4641-bcfc-e49a6ee70a94 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updating instance_info_cache with network_info: [{"id": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "address": "fa:16:3e:4f:02:9d", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87cc38c6-00", "ovs_interfaceid": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.087393] env[62259]: DEBUG nova.compute.utils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.092618] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1420.092774] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.114437] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b8d3667d-417f-4915-b662-b8e43bf9a47c tempest-ServerAddressesTestJSON-1431380073 tempest-ServerAddressesTestJSON-1431380073-project-member] Lock "ec726a5b-002a-4bc0-abec-07b02ca46886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.423s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.126489] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.165236] env[62259]: DEBUG nova.policy [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8aed93853db4d9a90ff52617bb27e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb856fe61538435a9ace2191e36c195f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1420.268207] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691853, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.321289] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691854, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.324692] env[62259]: DEBUG oslo_concurrency.lockutils [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.512707] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "refresh_cache-a22c6232-43fc-4294-bb0b-1d52e3b3ace2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.513165] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquired lock "refresh_cache-a22c6232-43fc-4294-bb0b-1d52e3b3ace2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.513238] env[62259]: DEBUG nova.network.neutron [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.572321] env[62259]: DEBUG oslo_concurrency.lockutils [req-d6e8bcb2-d85d-47eb-a342-88caff3b00a2 req-f71347bf-36d5-4641-bcfc-e49a6ee70a94 service nova] Releasing lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.572771] env[62259]: DEBUG oslo_concurrency.lockutils [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquired lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.572992] env[62259]: DEBUG nova.network.neutron [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.592368] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1420.654705] env[62259]: DEBUG nova.network.neutron [req-b7265dd9-e220-48cb-9bb6-3f8c45989e6b req-2593b904-0861-49fb-bdba-14dcd03210e8 service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Updated VIF entry in instance network info cache for port 90a379d2-61c1-4d9c-84b7-438e7ff26ee4. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.655133] env[62259]: DEBUG nova.network.neutron [req-b7265dd9-e220-48cb-9bb6-3f8c45989e6b req-2593b904-0861-49fb-bdba-14dcd03210e8 service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Updating instance_info_cache with network_info: [{"id": "90a379d2-61c1-4d9c-84b7-438e7ff26ee4", "address": "fa:16:3e:fc:26:20", "network": {"id": "3723aaf3-daf6-45ed-a5f1-badb9a6ba80c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-754494117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaec5f1a79a047d180b41f4b7658c934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a379d2-61", "ovs_interfaceid": "90a379d2-61c1-4d9c-84b7-438e7ff26ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.721056] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Successfully created port: 3c9b3776-f62a-465e-884f-4fd065da6012 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1420.767815] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691853, 'name': CreateVM_Task, 'duration_secs': 0.524877} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.768000] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.768683] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.768849] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.769328] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1420.769491] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77cf91ea-d37f-4135-9b11-babb2ec3f77a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.775810] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1420.775810] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c4b10a-e1d0-6b00-2b2d-c8b7f53b28ec" [ 1420.775810] env[62259]: _type = "Task" [ 1420.775810] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.787860] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c4b10a-e1d0-6b00-2b2d-c8b7f53b28ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.828488] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529856} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.828619] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 071ba0ff-6674-480a-9c76-cfcd6237aa7e/071ba0ff-6674-480a-9c76-cfcd6237aa7e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.828881] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.829400] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef6d2dc-6eff-483d-8ad3-2564dac38aaa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.832500] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Successfully updated port: b0b5f39b-775e-4bc9-8ed2-6b35627546fb {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.846911] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1420.846911] env[62259]: value = "task-1691855" [ 1420.846911] env[62259]: _type = "Task" [ 1420.846911] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.854373] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.138720] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44c28b9-9fd3-490c-872c-12d3922227de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.146717] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf5a91-474a-4050-b919-4975e92057ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.178713] env[62259]: DEBUG oslo_concurrency.lockutils [req-b7265dd9-e220-48cb-9bb6-3f8c45989e6b req-2593b904-0861-49fb-bdba-14dcd03210e8 service nova] Releasing lock "refresh_cache-cd8b2ef1-fb0d-428a-ba3e-f538646d3759" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.182092] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e15e6b-69ec-43de-aa18-6d203fd63c3d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.190585] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c65ffe4-1472-41e3-9735-63cf7b18fcdf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.204395] env[62259]: DEBUG nova.compute.provider_tree [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.286525] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c4b10a-e1d0-6b00-2b2d-c8b7f53b28ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.286831] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.287094] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.287305] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.287451] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.287624] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.287883] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-716b8dc7-e480-40a7-a212-883585c3022e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.296212] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.298840] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.299207] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783c1f88-d1bf-4692-a881-3eec29825714 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.304990] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1421.304990] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e19205-b0de-2bf2-330f-1946ab822ffe" [ 1421.304990] env[62259]: _type = "Task" [ 1421.304990] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.312862] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e19205-b0de-2bf2-330f-1946ab822ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.340072] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "refresh_cache-a02eb487-f10e-422c-a5c0-24e304ca75e4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.340072] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "refresh_cache-a02eb487-f10e-422c-a5c0-24e304ca75e4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.340072] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.354232] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064622} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.354517] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.355390] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9027ea-5c6e-49af-9ef3-2d704695c128 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.383620] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 071ba0ff-6674-480a-9c76-cfcd6237aa7e/071ba0ff-6674-480a-9c76-cfcd6237aa7e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.387810] env[62259]: DEBUG nova.network.neutron [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updating instance_info_cache with network_info: [{"id": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "address": "fa:16:3e:4f:02:9d", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87cc38c6-00", "ovs_interfaceid": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.389205] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d01382-c384-48b8-b626-e3dc066276c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.410112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Releasing lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.413517] env[62259]: DEBUG nova.compute.manager [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.415251] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d34600-64d3-4cd1-9ea3-79036ee48d7f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.421025] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1421.421025] env[62259]: value = "task-1691856" [ 1421.421025] env[62259]: _type = "Task" [ 1421.421025] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.435245] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.603637] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1421.644497] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1421.644673] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1421.644829] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.645250] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1421.645461] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.645618] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1421.645827] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1421.646492] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1421.646593] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1421.646789] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1421.646976] env[62259]: DEBUG nova.virt.hardware [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1421.647878] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d1391d-eb88-4d99-9336-4cac7b58b541 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.657598] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc8dc97-4e2c-4327-99b7-6e8e2183eaab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.710413] env[62259]: DEBUG nova.scheduler.client.report [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1421.815950] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e19205-b0de-2bf2-330f-1946ab822ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.817095] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a603ed2c-d91e-44c7-a409-d1778aa2e2e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.821875] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1421.821875] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523cb7a7-90ca-7b73-af49-20a5dc0ce153" [ 1421.821875] env[62259]: _type = "Task" [ 1421.821875] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.830190] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523cb7a7-90ca-7b73-af49-20a5dc0ce153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.836611] env[62259]: DEBUG nova.network.neutron [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Updating instance_info_cache with network_info: [{"id": "dabd295c-2e84-4df9-a681-a2bc857de3ae", "address": "fa:16:3e:21:9e:37", "network": {"id": "00abdee9-14a2-4325-a9b5-af4aa9628cc2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1544250018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13a62caf65b545b8bb053fdab9dc24b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabd295c-2e", "ovs_interfaceid": "dabd295c-2e84-4df9-a681-a2bc857de3ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.906902] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.937183] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.116048] env[62259]: DEBUG nova.compute.manager [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Received event network-vif-plugged-b0b5f39b-775e-4bc9-8ed2-6b35627546fb {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1422.116048] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] Acquiring lock "a02eb487-f10e-422c-a5c0-24e304ca75e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.120847] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] Lock "a02eb487-f10e-422c-a5c0-24e304ca75e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.120847] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] Lock "a02eb487-f10e-422c-a5c0-24e304ca75e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.123172] env[62259]: DEBUG nova.compute.manager [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] No waiting events found dispatching network-vif-plugged-b0b5f39b-775e-4bc9-8ed2-6b35627546fb {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1422.123172] env[62259]: WARNING nova.compute.manager [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Received unexpected event network-vif-plugged-b0b5f39b-775e-4bc9-8ed2-6b35627546fb for instance with vm_state building and task_state spawning. [ 1422.123172] env[62259]: DEBUG nova.compute.manager [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Received event network-changed-b0b5f39b-775e-4bc9-8ed2-6b35627546fb {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1422.123172] env[62259]: DEBUG nova.compute.manager [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Refreshing instance network info cache due to event network-changed-b0b5f39b-775e-4bc9-8ed2-6b35627546fb. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1422.123172] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] Acquiring lock "refresh_cache-a02eb487-f10e-422c-a5c0-24e304ca75e4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.147475] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Updating instance_info_cache with network_info: [{"id": "b0b5f39b-775e-4bc9-8ed2-6b35627546fb", "address": "fa:16:3e:f8:fd:d3", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b5f39b-77", "ovs_interfaceid": "b0b5f39b-775e-4bc9-8ed2-6b35627546fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.215941] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.216997] env[62259]: DEBUG nova.compute.manager [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.220373] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.685s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.221849] env[62259]: INFO nova.compute.claims [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.333041] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523cb7a7-90ca-7b73-af49-20a5dc0ce153, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.333390] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.333762] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] cd8b2ef1-fb0d-428a-ba3e-f538646d3759/cd8b2ef1-fb0d-428a-ba3e-f538646d3759.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1422.334110] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0985f023-6da6-4cf7-a8e3-94dfab9e40e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.339496] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Releasing lock "refresh_cache-a22c6232-43fc-4294-bb0b-1d52e3b3ace2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.342255] env[62259]: DEBUG nova.compute.manager [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.345038] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07e0d69-e7e1-425b-8d61-1d2aad064a42 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.348142] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1422.348142] env[62259]: value = "task-1691857" [ 1422.348142] env[62259]: _type = "Task" [ 1422.348142] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.361444] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.434741] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691856, 'name': ReconfigVM_Task, 'duration_secs': 0.735972} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.435041] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 071ba0ff-6674-480a-9c76-cfcd6237aa7e/071ba0ff-6674-480a-9c76-cfcd6237aa7e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.435704] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fbe7b2a-7ccf-4c38-b40d-434357986665 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.440950] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d48c5e-445a-49c4-a644-6aa472ca3cb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.449262] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1422.449262] env[62259]: value = "task-1691858" [ 1422.449262] env[62259]: _type = "Task" [ 1422.449262] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.455971] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Doing hard reboot of VM {{(pid=62259) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1422.456686] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c3a3a537-a80a-4616-9958-2d368f20aab5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.463524] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691858, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.471341] env[62259]: DEBUG oslo_vmware.api [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1422.471341] env[62259]: value = "task-1691859" [ 1422.471341] env[62259]: _type = "Task" [ 1422.471341] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.483560] env[62259]: DEBUG oslo_vmware.api [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691859, 'name': ResetVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.488087] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Successfully updated port: 3c9b3776-f62a-465e-884f-4fd065da6012 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1422.593908] env[62259]: DEBUG nova.compute.manager [req-580b7e7a-921c-4b8e-9679-1812842d6d8b req-48618fa6-0562-472c-b365-62a285526fd6 service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Received event network-vif-plugged-3c9b3776-f62a-465e-884f-4fd065da6012 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1422.594161] env[62259]: DEBUG oslo_concurrency.lockutils [req-580b7e7a-921c-4b8e-9679-1812842d6d8b req-48618fa6-0562-472c-b365-62a285526fd6 service nova] Acquiring lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.594384] env[62259]: DEBUG oslo_concurrency.lockutils [req-580b7e7a-921c-4b8e-9679-1812842d6d8b req-48618fa6-0562-472c-b365-62a285526fd6 service nova] Lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.594556] env[62259]: DEBUG oslo_concurrency.lockutils [req-580b7e7a-921c-4b8e-9679-1812842d6d8b req-48618fa6-0562-472c-b365-62a285526fd6 service nova] Lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.594745] env[62259]: DEBUG nova.compute.manager [req-580b7e7a-921c-4b8e-9679-1812842d6d8b req-48618fa6-0562-472c-b365-62a285526fd6 service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] No waiting events found dispatching network-vif-plugged-3c9b3776-f62a-465e-884f-4fd065da6012 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1422.594880] env[62259]: WARNING nova.compute.manager [req-580b7e7a-921c-4b8e-9679-1812842d6d8b req-48618fa6-0562-472c-b365-62a285526fd6 service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Received unexpected event network-vif-plugged-3c9b3776-f62a-465e-884f-4fd065da6012 for instance with vm_state building and task_state spawning. [ 1422.649466] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "refresh_cache-a02eb487-f10e-422c-a5c0-24e304ca75e4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.649819] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Instance network_info: |[{"id": "b0b5f39b-775e-4bc9-8ed2-6b35627546fb", "address": "fa:16:3e:f8:fd:d3", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b5f39b-77", "ovs_interfaceid": "b0b5f39b-775e-4bc9-8ed2-6b35627546fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1422.650231] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] Acquired lock "refresh_cache-a02eb487-f10e-422c-a5c0-24e304ca75e4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.650328] env[62259]: DEBUG nova.network.neutron [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Refreshing network info cache for port b0b5f39b-775e-4bc9-8ed2-6b35627546fb {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.651609] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:fd:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0b5f39b-775e-4bc9-8ed2-6b35627546fb', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.659816] env[62259]: DEBUG oslo.service.loopingcall [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.660351] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.660585] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f067dbcd-4b7f-4008-ad6d-466f21a292b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.685078] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.685078] env[62259]: value = "task-1691860" [ 1422.685078] env[62259]: _type = "Task" [ 1422.685078] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.695305] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691860, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.734401] env[62259]: DEBUG nova.compute.utils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1422.735455] env[62259]: DEBUG nova.compute.manager [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.735668] env[62259]: DEBUG nova.network.neutron [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.810249] env[62259]: DEBUG nova.policy [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3515ebf22047b89dff2c06fea1219a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9e3cc2bdaef41ba86d4531b949cdac4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.861756] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490258} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.862159] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] cd8b2ef1-fb0d-428a-ba3e-f538646d3759/cd8b2ef1-fb0d-428a-ba3e-f538646d3759.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.862379] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.862620] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d5b7564-57b9-46f5-8582-7d67d3ca8284 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.869334] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1422.869334] env[62259]: value = "task-1691861" [ 1422.869334] env[62259]: _type = "Task" [ 1422.869334] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.883606] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.965078] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691858, 'name': Rename_Task, 'duration_secs': 0.175424} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.965078] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.965078] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb014c8e-0273-4827-8768-7b8ec2a4c3e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.968657] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1422.968657] env[62259]: value = "task-1691862" [ 1422.968657] env[62259]: _type = "Task" [ 1422.968657] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.988989] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.990808] env[62259]: DEBUG oslo_vmware.api [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691859, 'name': ResetVM_Task, 'duration_secs': 0.089194} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.991929] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Did hard reboot of VM {{(pid=62259) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1422.991929] env[62259]: DEBUG nova.compute.manager [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.992722] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1921072-6517-4229-a103-0e509e80661a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.998722] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "refresh_cache-60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.999022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "refresh_cache-60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.999120] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.197939] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691860, 'name': CreateVM_Task, 'duration_secs': 0.411341} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.198316] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1423.198967] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.203026] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.203026] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.203026] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390a63a6-dcea-42d4-bacb-a7970ea12941 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.206658] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1423.206658] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dba357-f375-acc1-9446-ac75cd69f550" [ 1423.206658] env[62259]: _type = "Task" [ 1423.206658] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.216920] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dba357-f375-acc1-9446-ac75cd69f550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.239531] env[62259]: DEBUG nova.compute.manager [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.322562] env[62259]: DEBUG nova.network.neutron [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Successfully created port: a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.363635] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea8526d-8fd7-444a-89c5-553ca0bfb42a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.371235] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Doing hard reboot of VM {{(pid=62259) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1423.374654] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7716c8da-edee-4eb7-bd77-7622cee14784 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.385446] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065687} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.389841] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1423.389841] env[62259]: DEBUG oslo_vmware.api [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1423.389841] env[62259]: value = "task-1691863" [ 1423.389841] env[62259]: _type = "Task" [ 1423.389841] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.392775] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b462a-26f4-45e5-a543-55a2d4a12fe4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.404797] env[62259]: DEBUG oslo_vmware.api [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691863, 'name': ResetVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.423690] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] cd8b2ef1-fb0d-428a-ba3e-f538646d3759/cd8b2ef1-fb0d-428a-ba3e-f538646d3759.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.427048] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f964b4e8-82a6-4e1f-a63d-f290f4777c1b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.451785] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1423.451785] env[62259]: value = "task-1691864" [ 1423.451785] env[62259]: _type = "Task" [ 1423.451785] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.464587] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691864, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.479934] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691862, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.517997] env[62259]: DEBUG oslo_concurrency.lockutils [None req-30c916c3-807e-4025-af33-f8939e1a6218 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "2c5916af-c336-4c15-9894-58d1078b13dd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.739s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.544486] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.600635] env[62259]: DEBUG nova.network.neutron [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Updated VIF entry in instance network info cache for port b0b5f39b-775e-4bc9-8ed2-6b35627546fb. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.601092] env[62259]: DEBUG nova.network.neutron [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Updating instance_info_cache with network_info: [{"id": "b0b5f39b-775e-4bc9-8ed2-6b35627546fb", "address": "fa:16:3e:f8:fd:d3", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b5f39b-77", "ovs_interfaceid": "b0b5f39b-775e-4bc9-8ed2-6b35627546fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.722415] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dba357-f375-acc1-9446-ac75cd69f550, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.722945] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.723308] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.723613] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.723927] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.724437] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.724762] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-828f2ca8-daa6-4a87-a789-4c637bf8846f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.734620] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.734620] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.735067] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c68e5afb-8099-4c60-9891-ff92d5a7ac2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.743023] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1423.743023] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b0bcdc-bdb0-9b92-ba9c-aea914793bfb" [ 1423.743023] env[62259]: _type = "Task" [ 1423.743023] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.759441] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b0bcdc-bdb0-9b92-ba9c-aea914793bfb, 'name': SearchDatastore_Task, 'duration_secs': 0.008641} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.760374] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa830d8-5ceb-444f-ada8-8b1d358548ac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.769875] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1423.769875] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5275946d-4a34-51ee-30bc-24651829a5c8" [ 1423.769875] env[62259]: _type = "Task" [ 1423.769875] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.778662] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5275946d-4a34-51ee-30bc-24651829a5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.780704] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec5445-bb2c-492c-a9a0-0af1ad2f4acd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.788421] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b73598-cb09-4c80-837c-bdc75eb8c505 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.824128] env[62259]: DEBUG nova.network.neutron [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Updating instance_info_cache with network_info: [{"id": "3c9b3776-f62a-465e-884f-4fd065da6012", "address": "fa:16:3e:ef:07:e9", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9b3776-f6", "ovs_interfaceid": "3c9b3776-f62a-465e-884f-4fd065da6012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.825783] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58ecf31-fa2e-4d28-a1b4-77841fcb2487 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.834719] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19920b17-cc74-4b4e-a240-69f21a889c39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.849678] env[62259]: DEBUG nova.compute.provider_tree [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.906645] env[62259]: DEBUG oslo_vmware.api [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691863, 'name': ResetVM_Task, 'duration_secs': 0.093279} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.906935] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Did hard reboot of VM {{(pid=62259) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1423.907141] env[62259]: DEBUG nova.compute.manager [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.907923] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a04f26-d1bf-4bc7-bb93-15b32511eab3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.965037] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691864, 'name': ReconfigVM_Task, 'duration_secs': 0.370139} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.965533] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Reconfigured VM instance instance-00000027 to attach disk [datastore1] cd8b2ef1-fb0d-428a-ba3e-f538646d3759/cd8b2ef1-fb0d-428a-ba3e-f538646d3759.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.966314] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6483269c-648f-4ed7-9e10-4ef8316a06c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.978022] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1423.978022] env[62259]: value = "task-1691865" [ 1423.978022] env[62259]: _type = "Task" [ 1423.978022] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.983742] env[62259]: DEBUG oslo_vmware.api [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1691862, 'name': PowerOnVM_Task, 'duration_secs': 0.965988} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.985223] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.985915] env[62259]: INFO nova.compute.manager [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1423.986590] env[62259]: DEBUG nova.compute.manager [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.991160] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a865402a-25cb-4453-9bb1-0170502a7250 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.994059] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691865, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.104051] env[62259]: DEBUG oslo_concurrency.lockutils [req-6c783caa-1d95-4b20-890c-f2ce16d0ad06 req-1d876df2-eab8-445b-b2c7-39f5b7dba856 service nova] Releasing lock "refresh_cache-a02eb487-f10e-422c-a5c0-24e304ca75e4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.258022] env[62259]: DEBUG nova.compute.manager [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.281374] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5275946d-4a34-51ee-30bc-24651829a5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.281631] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.281880] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] a02eb487-f10e-422c-a5c0-24e304ca75e4/a02eb487-f10e-422c-a5c0-24e304ca75e4.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.282152] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5950fae-53ce-43ac-8686-0a31904ae786 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.287520] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1424.287779] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1424.287953] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.288229] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1424.288400] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.288550] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1424.288756] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1424.288911] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1424.289126] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1424.289306] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1424.289504] env[62259]: DEBUG nova.virt.hardware [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1424.290280] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fce9b1-fe23-4d50-a392-08795f29c76b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.294290] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1424.294290] env[62259]: value = "task-1691866" [ 1424.294290] env[62259]: _type = "Task" [ 1424.294290] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.301302] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566ef50d-fac2-4a6d-8d8c-2bb750794608 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.312145] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.330131] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "refresh_cache-60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.330428] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Instance network_info: |[{"id": "3c9b3776-f62a-465e-884f-4fd065da6012", "address": "fa:16:3e:ef:07:e9", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9b3776-f6", "ovs_interfaceid": "3c9b3776-f62a-465e-884f-4fd065da6012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1424.330791] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:07:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c9b3776-f62a-465e-884f-4fd065da6012', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.338411] env[62259]: DEBUG oslo.service.loopingcall [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.338608] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.338812] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-850d457d-d245-4596-bed7-276e0333fc3b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.354933] env[62259]: DEBUG nova.scheduler.client.report [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1424.364273] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.364273] env[62259]: value = "task-1691867" [ 1424.364273] env[62259]: _type = "Task" [ 1424.364273] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.371913] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691867, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.419828] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b71b4490-8fc9-4eb2-8fd2-a047258cbe51 tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.431s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.487249] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691865, 'name': Rename_Task, 'duration_secs': 0.19609} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.487249] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.487249] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1285b77-0f37-4dda-8e47-634c4d235503 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.492029] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1424.492029] env[62259]: value = "task-1691868" [ 1424.492029] env[62259]: _type = "Task" [ 1424.492029] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.504331] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.515052] env[62259]: INFO nova.compute.manager [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Took 47.58 seconds to build instance. [ 1424.808028] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691866, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.863028] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.863028] env[62259]: DEBUG nova.compute.manager [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1424.863905] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.936s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.865622] env[62259]: INFO nova.compute.claims [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.881282] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691867, 'name': CreateVM_Task, 'duration_secs': 0.419059} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.881543] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.882785] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.883069] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.883468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.883790] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419deebf-0adf-4faa-9cdb-f763c92d302b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.889429] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1424.889429] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f24b0d-86be-f591-a7c9-46808a78bcd8" [ 1424.889429] env[62259]: _type = "Task" [ 1424.889429] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.898913] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f24b0d-86be-f591-a7c9-46808a78bcd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.004819] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.017357] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00b57609-40a7-499b-af76-e9337dc264d7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.933s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.088241] env[62259]: DEBUG nova.network.neutron [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Successfully updated port: a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.216924] env[62259]: DEBUG nova.compute.manager [req-86041555-be0c-4eae-8392-2726502b203a req-fec835ed-e637-4cd4-9515-8ca92458c09b service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Received event network-changed-3c9b3776-f62a-465e-884f-4fd065da6012 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1425.217088] env[62259]: DEBUG nova.compute.manager [req-86041555-be0c-4eae-8392-2726502b203a req-fec835ed-e637-4cd4-9515-8ca92458c09b service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Refreshing instance network info cache due to event network-changed-3c9b3776-f62a-465e-884f-4fd065da6012. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1425.217322] env[62259]: DEBUG oslo_concurrency.lockutils [req-86041555-be0c-4eae-8392-2726502b203a req-fec835ed-e637-4cd4-9515-8ca92458c09b service nova] Acquiring lock "refresh_cache-60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.217452] env[62259]: DEBUG oslo_concurrency.lockutils [req-86041555-be0c-4eae-8392-2726502b203a req-fec835ed-e637-4cd4-9515-8ca92458c09b service nova] Acquired lock "refresh_cache-60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.217616] env[62259]: DEBUG nova.network.neutron [req-86041555-be0c-4eae-8392-2726502b203a req-fec835ed-e637-4cd4-9515-8ca92458c09b service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Refreshing network info cache for port 3c9b3776-f62a-465e-884f-4fd065da6012 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.306051] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684425} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.306511] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] a02eb487-f10e-422c-a5c0-24e304ca75e4/a02eb487-f10e-422c-a5c0-24e304ca75e4.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1425.306664] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1425.307016] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b02bd48-333a-4c17-b6b6-6fdab6d6818c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.319580] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1425.319580] env[62259]: value = "task-1691869" [ 1425.319580] env[62259]: _type = "Task" [ 1425.319580] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.329775] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.372471] env[62259]: DEBUG nova.compute.utils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1425.377173] env[62259]: DEBUG nova.compute.manager [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1425.377414] env[62259]: DEBUG nova.network.neutron [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.402689] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f24b0d-86be-f591-a7c9-46808a78bcd8, 'name': SearchDatastore_Task, 'duration_secs': 0.046749} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.402850] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.403191] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1425.403593] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.403659] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.403792] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1425.404071] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bb08997-285d-4d6e-9ff4-336708a73ed8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.415664] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.415856] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1425.416616] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7c5738-0c83-45a2-890c-f02c14d96916 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.422709] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1425.422709] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5222be28-100a-6b7e-8928-f985d2ab737f" [ 1425.422709] env[62259]: _type = "Task" [ 1425.422709] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.432243] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5222be28-100a-6b7e-8928-f985d2ab737f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.439051] env[62259]: DEBUG nova.policy [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48409936f3574e3089d2b021c8223127', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51150ab3fb5d434ba6b301f5e3457ed2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1425.503962] env[62259]: DEBUG oslo_vmware.api [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1691868, 'name': PowerOnVM_Task, 'duration_secs': 0.849786} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.504302] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.504471] env[62259]: INFO nova.compute.manager [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1425.504629] env[62259]: DEBUG nova.compute.manager [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.505477] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d25137-eb1f-42cb-9a80-dfe9cbda58d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.519911] env[62259]: DEBUG nova.compute.manager [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.591130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "refresh_cache-744c8809-f829-4c6b-94ab-9e708d519862" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.591293] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquired lock "refresh_cache-744c8809-f829-4c6b-94ab-9e708d519862" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.591454] env[62259]: DEBUG nova.network.neutron [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.710530] env[62259]: DEBUG nova.network.neutron [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Successfully created port: f7761bcb-f5e6-4fd4-836f-109dd9dae27d {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1425.832326] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129855} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.832508] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.833448] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e634dc-f46c-4f13-9c4d-df4586cdd7c5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.867485] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] a02eb487-f10e-422c-a5c0-24e304ca75e4/a02eb487-f10e-422c-a5c0-24e304ca75e4.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.871445] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df066d7-8c9a-4f80-9476-e56c76e6466a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.890155] env[62259]: DEBUG nova.compute.manager [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1425.901020] env[62259]: DEBUG nova.compute.manager [req-d3ca8c45-22ae-4847-bcd4-4adafa7a4183 req-83615a4f-0d58-4a3f-8558-e3c1dca07a1f service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Received event network-changed-87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1425.901020] env[62259]: DEBUG nova.compute.manager [req-d3ca8c45-22ae-4847-bcd4-4adafa7a4183 req-83615a4f-0d58-4a3f-8558-e3c1dca07a1f service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Refreshing instance network info cache due to event network-changed-87cc38c6-006b-4308-a5a9-aaf0e82e120d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1425.901020] env[62259]: DEBUG oslo_concurrency.lockutils [req-d3ca8c45-22ae-4847-bcd4-4adafa7a4183 req-83615a4f-0d58-4a3f-8558-e3c1dca07a1f service nova] Acquiring lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.901020] env[62259]: DEBUG oslo_concurrency.lockutils [req-d3ca8c45-22ae-4847-bcd4-4adafa7a4183 req-83615a4f-0d58-4a3f-8558-e3c1dca07a1f service nova] Acquired lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.901020] env[62259]: DEBUG nova.network.neutron [req-d3ca8c45-22ae-4847-bcd4-4adafa7a4183 req-83615a4f-0d58-4a3f-8558-e3c1dca07a1f service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Refreshing network info cache for port 87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.906906] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1425.906906] env[62259]: value = "task-1691870" [ 1425.906906] env[62259]: _type = "Task" [ 1425.906906] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.918834] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.938852] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5222be28-100a-6b7e-8928-f985d2ab737f, 'name': SearchDatastore_Task, 'duration_secs': 0.014305} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.942580] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1275a864-8665-4ce8-b83a-a8ee615b2e99 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.951919] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1425.951919] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5261010b-2884-0b21-0bb8-3310239da30f" [ 1425.951919] env[62259]: _type = "Task" [ 1425.951919] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.960584] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5261010b-2884-0b21-0bb8-3310239da30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.025839] env[62259]: INFO nova.compute.manager [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Took 46.30 seconds to build instance. [ 1426.050611] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.134079] env[62259]: DEBUG nova.network.neutron [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.136675] env[62259]: DEBUG nova.network.neutron [req-86041555-be0c-4eae-8392-2726502b203a req-fec835ed-e637-4cd4-9515-8ca92458c09b service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Updated VIF entry in instance network info cache for port 3c9b3776-f62a-465e-884f-4fd065da6012. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.136997] env[62259]: DEBUG nova.network.neutron [req-86041555-be0c-4eae-8392-2726502b203a req-fec835ed-e637-4cd4-9515-8ca92458c09b service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Updating instance_info_cache with network_info: [{"id": "3c9b3776-f62a-465e-884f-4fd065da6012", "address": "fa:16:3e:ef:07:e9", "network": {"id": "15b11309-a0f5-4e9a-9e27-f38ae45dfaff", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-808445011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb856fe61538435a9ace2191e36c195f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9b3776-f6", "ovs_interfaceid": "3c9b3776-f62a-465e-884f-4fd065da6012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.346163] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc86a80-f4cf-474b-bbdd-f8cde3797568 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.355228] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eb7ca0-f061-4591-94a9-fc8a7e0aeed7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.215323] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.215578] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.215780] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.215955] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.216155] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.225335] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a8f710d-f3a7-43c2-afff-9789e4e2ed5e tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.936s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.225847] env[62259]: DEBUG oslo_concurrency.lockutils [req-86041555-be0c-4eae-8392-2726502b203a req-fec835ed-e637-4cd4-9515-8ca92458c09b service nova] Releasing lock "refresh_cache-60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.227059] env[62259]: INFO nova.compute.manager [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Terminating instance [ 1427.241132] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80cb3c6-c51d-440b-9c88-d84a7e22961f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.250258] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691870, 'name': ReconfigVM_Task, 'duration_secs': 0.750349} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.255814] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Reconfigured VM instance instance-00000028 to attach disk [datastore1] a02eb487-f10e-422c-a5c0-24e304ca75e4/a02eb487-f10e-422c-a5c0-24e304ca75e4.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.257407] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5261010b-2884-0b21-0bb8-3310239da30f, 'name': SearchDatastore_Task, 'duration_secs': 0.033195} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.257407] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f82152-e4fe-48fc-8564-3e95d18940e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.259665] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25dfb40-703f-40ed-bc3c-747e3868e983 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.264033] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.264313] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4/60b1630a-8ac8-4548-bcc9-2a9113bf7fb4.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.266497] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-746036bd-cc7d-474e-bde0-9087d25142d0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.278968] env[62259]: DEBUG nova.compute.provider_tree [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1427.283035] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1427.283035] env[62259]: value = "task-1691872" [ 1427.283035] env[62259]: _type = "Task" [ 1427.283035] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.283323] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1427.283323] env[62259]: value = "task-1691871" [ 1427.283323] env[62259]: _type = "Task" [ 1427.283323] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.296732] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691871, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.298943] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.324371] env[62259]: DEBUG nova.network.neutron [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Updating instance_info_cache with network_info: [{"id": "a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e", "address": "fa:16:3e:44:63:ac", "network": {"id": "81925dbc-3afd-4bfe-842e-abff1ef1ee8a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512996308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e3cc2bdaef41ba86d4531b949cdac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32d1be3-7d", "ovs_interfaceid": "a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.536227] env[62259]: DEBUG nova.compute.manager [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Received event network-vif-plugged-a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1427.536546] env[62259]: DEBUG oslo_concurrency.lockutils [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] Acquiring lock "744c8809-f829-4c6b-94ab-9e708d519862-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.536692] env[62259]: DEBUG oslo_concurrency.lockutils [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] Lock "744c8809-f829-4c6b-94ab-9e708d519862-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.536870] env[62259]: DEBUG oslo_concurrency.lockutils [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] Lock "744c8809-f829-4c6b-94ab-9e708d519862-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.536972] env[62259]: DEBUG nova.compute.manager [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] No waiting events found dispatching network-vif-plugged-a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1427.537422] env[62259]: WARNING nova.compute.manager [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Received unexpected event network-vif-plugged-a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e for instance with vm_state building and task_state spawning. [ 1427.537612] env[62259]: DEBUG nova.compute.manager [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Received event network-changed-a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1427.537766] env[62259]: DEBUG nova.compute.manager [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Refreshing instance network info cache due to event network-changed-a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1427.538018] env[62259]: DEBUG oslo_concurrency.lockutils [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] Acquiring lock "refresh_cache-744c8809-f829-4c6b-94ab-9e708d519862" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.728526] env[62259]: DEBUG nova.compute.manager [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1427.743567] env[62259]: DEBUG nova.compute.manager [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.752609] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "2c5916af-c336-4c15-9894-58d1078b13dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.752899] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "2c5916af-c336-4c15-9894-58d1078b13dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.753133] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "2c5916af-c336-4c15-9894-58d1078b13dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.753388] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "2c5916af-c336-4c15-9894-58d1078b13dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.753616] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "2c5916af-c336-4c15-9894-58d1078b13dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.759476] env[62259]: DEBUG nova.compute.manager [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.759699] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.760941] env[62259]: INFO nova.compute.manager [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Terminating instance [ 1427.763268] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0664d302-ad66-4bf8-9958-51d231054052 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.776115] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:37:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='af1a1eab-f0be-46b1-a681-decc60ecd8ec',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-753038582',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1427.776391] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1427.776566] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.776756] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1427.776904] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.777162] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1427.777407] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1427.777626] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1427.777833] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1427.778057] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1427.778301] env[62259]: DEBUG nova.virt.hardware [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1427.783031] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6f8bc3-b2c4-47b0-b819-e98cc30cd99e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.789586] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.802837] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-589b59ca-a595-44b9-9c28-15805002dcd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.808356] env[62259]: ERROR nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [req-bb1d81b9-9d59-468d-b565-3cb158c0cdd2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bb1d81b9-9d59-468d-b565-3cb158c0cdd2"}]} [ 1427.822421] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55883dd8-4efb-43c2-aa17-131c9191a4aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.848744] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Releasing lock "refresh_cache-744c8809-f829-4c6b-94ab-9e708d519862" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.848744] env[62259]: DEBUG nova.compute.manager [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Instance network_info: |[{"id": "a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e", "address": "fa:16:3e:44:63:ac", "network": {"id": "81925dbc-3afd-4bfe-842e-abff1ef1ee8a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512996308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e3cc2bdaef41ba86d4531b949cdac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32d1be3-7d", "ovs_interfaceid": "a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.849100] env[62259]: DEBUG oslo_vmware.api [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1427.849100] env[62259]: value = "task-1691873" [ 1427.849100] env[62259]: _type = "Task" [ 1427.849100] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.849759] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691872, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.850344] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691871, 'name': Rename_Task, 'duration_secs': 0.157019} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.852910] env[62259]: DEBUG nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1427.858994] env[62259]: DEBUG oslo_concurrency.lockutils [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] Acquired lock "refresh_cache-744c8809-f829-4c6b-94ab-9e708d519862" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.859557] env[62259]: DEBUG nova.network.neutron [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Refreshing network info cache for port a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.862012] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:63:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.875950] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Creating folder: Project (e9e3cc2bdaef41ba86d4531b949cdac4). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.877162] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1427.882527] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abe4d5d0-5b15-477d-97f9-f2b272b42770 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.890012] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1a2ddf-8da1-4ff5-813b-9ac05e9bd386 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.910035] env[62259]: DEBUG nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1427.910443] env[62259]: DEBUG nova.compute.provider_tree [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1427.921215] env[62259]: DEBUG oslo_vmware.api [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.923054] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1427.923054] env[62259]: value = "task-1691875" [ 1427.923054] env[62259]: _type = "Task" [ 1427.923054] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.924933] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Created folder: Project (e9e3cc2bdaef41ba86d4531b949cdac4) in parent group-v352705. [ 1427.925204] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Creating folder: Instances. Parent ref: group-v352824. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1427.928788] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f82f30ab-57ac-4b12-84c3-a8d4d164f9fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.930829] env[62259]: DEBUG nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1427.939649] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691875, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.942492] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Created folder: Instances in parent group-v352824. [ 1427.942751] env[62259]: DEBUG oslo.service.loopingcall [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1427.943036] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.943250] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62533c9a-766d-4968-9495-24b603f52084 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.962250] env[62259]: DEBUG nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1427.970258] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.970258] env[62259]: value = "task-1691877" [ 1427.970258] env[62259]: _type = "Task" [ 1427.970258] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.983642] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691877, 'name': CreateVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.997673] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Acquiring lock "8b970132-af07-43d0-a245-12af6dc77c97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.998023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "8b970132-af07-43d0-a245-12af6dc77c97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.998311] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Acquiring lock "8b970132-af07-43d0-a245-12af6dc77c97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.998585] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "8b970132-af07-43d0-a245-12af6dc77c97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.998796] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "8b970132-af07-43d0-a245-12af6dc77c97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.001471] env[62259]: INFO nova.compute.manager [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Terminating instance [ 1428.274119] env[62259]: DEBUG nova.compute.manager [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.274339] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.275280] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff71624-32bb-4e31-bbcc-090964baff8f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.284935] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.285431] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3dd460c-1836-45e2-9b14-368e466a36f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.292946] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.304949] env[62259]: DEBUG nova.network.neutron [req-d3ca8c45-22ae-4847-bcd4-4adafa7a4183 req-83615a4f-0d58-4a3f-8558-e3c1dca07a1f service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updated VIF entry in instance network info cache for port 87cc38c6-006b-4308-a5a9-aaf0e82e120d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.305675] env[62259]: DEBUG nova.network.neutron [req-d3ca8c45-22ae-4847-bcd4-4adafa7a4183 req-83615a4f-0d58-4a3f-8558-e3c1dca07a1f service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updating instance_info_cache with network_info: [{"id": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "address": "fa:16:3e:4f:02:9d", "network": {"id": "82b30fa0-ed5b-438f-be99-4174937ad568", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565089051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c95ff2ca27f84e7294b939ad092c413c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87cc38c6-00", "ovs_interfaceid": "87cc38c6-006b-4308-a5a9-aaf0e82e120d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.310241] env[62259]: DEBUG oslo_vmware.api [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1428.310241] env[62259]: value = "task-1691878" [ 1428.310241] env[62259]: _type = "Task" [ 1428.310241] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.319608] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608234} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.321842] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4/60b1630a-8ac8-4548-bcc9-2a9113bf7fb4.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.321842] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.321842] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac17783-45a8-470e-8a7f-d91f9a7413b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.329301] env[62259]: DEBUG oslo_vmware.api [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.334986] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1428.334986] env[62259]: value = "task-1691879" [ 1428.334986] env[62259]: _type = "Task" [ 1428.334986] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.350437] env[62259]: DEBUG nova.network.neutron [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Updated VIF entry in instance network info cache for port a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.351328] env[62259]: DEBUG nova.network.neutron [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Updating instance_info_cache with network_info: [{"id": "a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e", "address": "fa:16:3e:44:63:ac", "network": {"id": "81925dbc-3afd-4bfe-842e-abff1ef1ee8a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512996308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e3cc2bdaef41ba86d4531b949cdac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32d1be3-7d", "ovs_interfaceid": "a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.360528] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.389982] env[62259]: DEBUG oslo_vmware.api [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691873, 'name': PowerOffVM_Task, 'duration_secs': 0.204387} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.395705] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.395885] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.400689] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8257e3f2-c6f7-46f2-a068-119d54d7b8a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.440418] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691875, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.480973] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691877, 'name': CreateVM_Task, 'duration_secs': 0.410824} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.484061] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.485165] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.485401] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.485916] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.486198] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5faaafef-8210-41f4-8058-dba8bf52b200 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.491741] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1428.491741] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528783a2-697f-e9f7-e55f-b0bc0d96b731" [ 1428.491741] env[62259]: _type = "Task" [ 1428.491741] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.505356] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528783a2-697f-e9f7-e55f-b0bc0d96b731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.508515] env[62259]: DEBUG nova.compute.manager [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.508621] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.509999] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e393c0ef-9ca4-4b01-a922-43d1b46b0937 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.512111] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.512234] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.512401] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Deleting the datastore file [datastore1] a22c6232-43fc-4294-bb0b-1d52e3b3ace2 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.512799] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e1dcac4-bb56-4df4-b8fb-914624b8586e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.521218] env[62259]: DEBUG oslo_vmware.api [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for the task: (returnval){ [ 1428.521218] env[62259]: value = "task-1691882" [ 1428.521218] env[62259]: _type = "Task" [ 1428.521218] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.526254] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for the task: (returnval){ [ 1428.526254] env[62259]: value = "task-1691881" [ 1428.526254] env[62259]: _type = "Task" [ 1428.526254] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.530435] env[62259]: DEBUG nova.network.neutron [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Successfully updated port: f7761bcb-f5e6-4fd4-836f-109dd9dae27d {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.535217] env[62259]: DEBUG oslo_vmware.api [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.544078] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.581284] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d6ca91-09c4-4d6f-bbd7-3264720686d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.590778] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef251abe-40c4-4851-913e-add8caa450f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.626585] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30af25d1-74cd-4f30-8e76-08b37d669531 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.634960] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd3ec42-128c-477c-9aaf-f32dd3a93cd4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.649461] env[62259]: DEBUG nova.compute.provider_tree [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1428.823572] env[62259]: DEBUG oslo_concurrency.lockutils [req-d3ca8c45-22ae-4847-bcd4-4adafa7a4183 req-83615a4f-0d58-4a3f-8558-e3c1dca07a1f service nova] Releasing lock "refresh_cache-2c5916af-c336-4c15-9894-58d1078b13dd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.824391] env[62259]: DEBUG oslo_vmware.api [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691878, 'name': PowerOffVM_Task, 'duration_secs': 0.262141} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.824566] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.825741] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.825741] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-556568cb-c412-41fc-9bc8-e378c23ba1d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.851358] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187852} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.851358] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1428.851358] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f598b-569b-4fd2-8321-ff73ee34ec9e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.854192] env[62259]: DEBUG oslo_concurrency.lockutils [req-cec4aece-842e-4b9c-85aa-bf95a323cf3a req-2364deec-ab43-4d6f-bb48-b360811ead48 service nova] Releasing lock "refresh_cache-744c8809-f829-4c6b-94ab-9e708d519862" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.876983] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4/60b1630a-8ac8-4548-bcc9-2a9113bf7fb4.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.876983] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca7c709-e8bf-4323-ba1e-0b0685f8653e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.895667] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1428.895667] env[62259]: value = "task-1691884" [ 1428.895667] env[62259]: _type = "Task" [ 1428.895667] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.905238] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.935157] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.935688] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.936083] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Deleting the datastore file [datastore1] 2c5916af-c336-4c15-9894-58d1078b13dd {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.938014] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-143c34ac-d13d-43b5-a3c8-ae0a052b2384 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.944547] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691875, 'name': PowerOnVM_Task, 'duration_secs': 0.825694} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.947578] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1428.947578] env[62259]: INFO nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1428.947578] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.948494] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f909d5-d220-434e-be1a-508e302d3c3f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.953587] env[62259]: DEBUG oslo_vmware.api [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1428.953587] env[62259]: value = "task-1691885" [ 1428.953587] env[62259]: _type = "Task" [ 1428.953587] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.976076] env[62259]: DEBUG oslo_vmware.api [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.008104] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528783a2-697f-e9f7-e55f-b0bc0d96b731, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.008562] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.008819] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.009588] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.009770] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.010536] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.011266] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c7613ec-29bf-4fa0-83ef-2d71f4024f30 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.021247] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.021471] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.022926] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8d9bc2-f8c4-4f6c-971a-b07fd5bc62ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.035366] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1429.035366] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527ce3f5-36ac-1dfe-41cc-bed4be0fb9d7" [ 1429.035366] env[62259]: _type = "Task" [ 1429.035366] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.041064] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.041236] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.041429] env[62259]: DEBUG nova.network.neutron [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.043450] env[62259]: DEBUG oslo_vmware.api [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Task: {'id': task-1691882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449777} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.051094] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.051416] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.051700] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.051904] env[62259]: INFO nova.compute.manager [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1429.052261] env[62259]: DEBUG oslo.service.loopingcall [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.052577] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691881, 'name': PowerOffVM_Task, 'duration_secs': 0.241685} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.053617] env[62259]: DEBUG nova.compute.manager [-] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.053617] env[62259]: DEBUG nova.network.neutron [-] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.055774] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.055774] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1429.055774] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352734', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'name': 'volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8b970132-af07-43d0-a245-12af6dc77c97', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'serial': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1429.057242] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3994309c-094f-4755-92d7-84a31c0a2059 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.064628] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527ce3f5-36ac-1dfe-41cc-bed4be0fb9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.066424] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64183709-5be8-4298-b16d-eaaa2b80cf9a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.084722] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b49bf0-bc3a-4eed-970d-3b16ea34e944 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.089286] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1429.089286] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f7c928-3f4c-db7d-93ae-b445a67bca5b" [ 1429.089286] env[62259]: _type = "Task" [ 1429.089286] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.095439] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1fb6a1-749f-4a4b-91ca-ac2f3553393f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.106503] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f7c928-3f4c-db7d-93ae-b445a67bca5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.106503] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.106585] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.123881] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294d9c75-d0b7-4c02-81fd-70955d4ebac3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.139559] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] The volume has not been displaced from its original location: [datastore1] volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83/volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1429.145266] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1429.145602] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd0f6b77-4b98-49c8-98d7-af7da92b4f05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.173826] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for the task: (returnval){ [ 1429.173826] env[62259]: value = "task-1691886" [ 1429.173826] env[62259]: _type = "Task" [ 1429.173826] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.182736] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.201983] env[62259]: ERROR nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [req-dc82920b-7d5d-433a-a248-201cda5feba2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc82920b-7d5d-433a-a248-201cda5feba2"}]} [ 1429.227516] env[62259]: DEBUG nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1429.262250] env[62259]: DEBUG nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1429.262515] env[62259]: DEBUG nova.compute.provider_tree [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1429.282262] env[62259]: DEBUG nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1429.306393] env[62259]: DEBUG nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1429.405642] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.465569] env[62259]: DEBUG oslo_vmware.api [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1691885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315157} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.468404] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.468485] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.468625] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.468796] env[62259]: INFO nova.compute.manager [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1429.469064] env[62259]: DEBUG oslo.service.loopingcall [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.473636] env[62259]: DEBUG nova.compute.manager [-] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.473736] env[62259]: DEBUG nova.network.neutron [-] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.477267] env[62259]: INFO nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Took 40.18 seconds to build instance. [ 1429.593294] env[62259]: DEBUG nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Received event network-vif-plugged-f7761bcb-f5e6-4fd4-836f-109dd9dae27d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1429.593563] env[62259]: DEBUG oslo_concurrency.lockutils [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] Acquiring lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.594387] env[62259]: DEBUG oslo_concurrency.lockutils [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.594387] env[62259]: DEBUG oslo_concurrency.lockutils [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.594387] env[62259]: DEBUG nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] No waiting events found dispatching network-vif-plugged-f7761bcb-f5e6-4fd4-836f-109dd9dae27d {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.594552] env[62259]: WARNING nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Received unexpected event network-vif-plugged-f7761bcb-f5e6-4fd4-836f-109dd9dae27d for instance with vm_state building and task_state spawning. [ 1429.594758] env[62259]: DEBUG nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Received event network-changed-90a379d2-61c1-4d9c-84b7-438e7ff26ee4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1429.594851] env[62259]: DEBUG nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Refreshing instance network info cache due to event network-changed-90a379d2-61c1-4d9c-84b7-438e7ff26ee4. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1429.595014] env[62259]: DEBUG oslo_concurrency.lockutils [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] Acquiring lock "refresh_cache-cd8b2ef1-fb0d-428a-ba3e-f538646d3759" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.595156] env[62259]: DEBUG oslo_concurrency.lockutils [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] Acquired lock "refresh_cache-cd8b2ef1-fb0d-428a-ba3e-f538646d3759" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.595310] env[62259]: DEBUG nova.network.neutron [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Refreshing network info cache for port 90a379d2-61c1-4d9c-84b7-438e7ff26ee4 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.611738] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f7c928-3f4c-db7d-93ae-b445a67bca5b, 'name': SearchDatastore_Task, 'duration_secs': 0.020421} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.612863] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.613203] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 744c8809-f829-4c6b-94ab-9e708d519862/744c8809-f829-4c6b-94ab-9e708d519862.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.613724] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ba14c3-5186-4151-a719-98d5da26801c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.619153] env[62259]: DEBUG nova.network.neutron [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.625057] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1429.625057] env[62259]: value = "task-1691887" [ 1429.625057] env[62259]: _type = "Task" [ 1429.625057] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.633632] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.682782] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691886, 'name': ReconfigVM_Task, 'duration_secs': 0.226664} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.685668] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1429.691427] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d30db3a9-cbf5-44ca-a6d5-444b7207cc5b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.708353] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for the task: (returnval){ [ 1429.708353] env[62259]: value = "task-1691888" [ 1429.708353] env[62259]: _type = "Task" [ 1429.708353] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.719316] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.824892] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e833653-11d2-48f6-a142-4bc50f5ac118 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.833719] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcc8428-d323-4017-b9dc-05f01c54ca57 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.868522] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a471905c-5f3e-4a36-ad33-25ff84a299ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.876590] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98291f29-2a42-4214-b7d6-f3443bfc622a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.890071] env[62259]: DEBUG nova.compute.provider_tree [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1429.905088] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691884, 'name': ReconfigVM_Task, 'duration_secs': 0.626328} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.905969] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4/60b1630a-8ac8-4548-bcc9-2a9113bf7fb4.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.906633] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a3498f1-d27f-4cc0-9b51-8100541dfb46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.913641] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1429.913641] env[62259]: value = "task-1691889" [ 1429.913641] env[62259]: _type = "Task" [ 1429.913641] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.924130] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691889, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.957928] env[62259]: DEBUG nova.network.neutron [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance_info_cache with network_info: [{"id": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "address": "fa:16:3e:fd:2a:74", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7761bcb-f5", "ovs_interfaceid": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.979893] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "a02eb487-f10e-422c-a5c0-24e304ca75e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.672s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.019125] env[62259]: DEBUG nova.network.neutron [-] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.082124] env[62259]: DEBUG nova.compute.manager [req-9e5e8c55-ec34-4207-a94d-739d56114db0 req-6a304aaf-0781-4911-a743-d7db72d2d1e7 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Received event network-vif-deleted-87cc38c6-006b-4308-a5a9-aaf0e82e120d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1430.085527] env[62259]: INFO nova.compute.manager [req-9e5e8c55-ec34-4207-a94d-739d56114db0 req-6a304aaf-0781-4911-a743-d7db72d2d1e7 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Neutron deleted interface 87cc38c6-006b-4308-a5a9-aaf0e82e120d; detaching it from the instance and deleting it from the info cache [ 1430.085527] env[62259]: DEBUG nova.network.neutron [req-9e5e8c55-ec34-4207-a94d-739d56114db0 req-6a304aaf-0781-4911-a743-d7db72d2d1e7 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.141089] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691887, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.223290] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691888, 'name': ReconfigVM_Task, 'duration_secs': 0.163756} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.226659] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352734', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'name': 'volume-f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8b970132-af07-43d0-a245-12af6dc77c97', 'attached_at': '', 'detached_at': '', 'volume_id': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83', 'serial': 'f7c5c579-62c3-4c44-a6e3-38b3325bdb83'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1430.226659] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.226659] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba12130-35a6-4464-9df7-b53aea81e370 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.234410] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.235218] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab1ff0ed-a3b3-421d-8dbf-ff298d5764ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.355199] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.355982] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.355982] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Deleting the datastore file [datastore1] 8b970132-af07-43d0-a245-12af6dc77c97 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.355982] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93618e61-8872-45c7-84bc-7756ff747ad5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.367925] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for the task: (returnval){ [ 1430.367925] env[62259]: value = "task-1691891" [ 1430.367925] env[62259]: _type = "Task" [ 1430.367925] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.376704] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.421021] env[62259]: DEBUG nova.network.neutron [-] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.426261] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691889, 'name': Rename_Task, 'duration_secs': 0.207473} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.426548] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.426850] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b97fc18c-fe9d-4b76-a9d0-e9dafa651616 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.432200] env[62259]: DEBUG nova.scheduler.client.report [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1430.432200] env[62259]: DEBUG nova.compute.provider_tree [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 68 to 69 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1430.432200] env[62259]: DEBUG nova.compute.provider_tree [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1430.436653] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1430.436653] env[62259]: value = "task-1691892" [ 1430.436653] env[62259]: _type = "Task" [ 1430.436653] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.447761] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.448661] env[62259]: DEBUG nova.network.neutron [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Updated VIF entry in instance network info cache for port 90a379d2-61c1-4d9c-84b7-438e7ff26ee4. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.449080] env[62259]: DEBUG nova.network.neutron [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Updating instance_info_cache with network_info: [{"id": "90a379d2-61c1-4d9c-84b7-438e7ff26ee4", "address": "fa:16:3e:fc:26:20", "network": {"id": "3723aaf3-daf6-45ed-a5f1-badb9a6ba80c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-754494117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aaec5f1a79a047d180b41f4b7658c934", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a379d2-61", "ovs_interfaceid": "90a379d2-61c1-4d9c-84b7-438e7ff26ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.461620] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.461927] env[62259]: DEBUG nova.compute.manager [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Instance network_info: |[{"id": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "address": "fa:16:3e:fd:2a:74", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7761bcb-f5", "ovs_interfaceid": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.462847] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:2a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7761bcb-f5e6-4fd4-836f-109dd9dae27d', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.470894] env[62259]: DEBUG oslo.service.loopingcall [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.471466] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.471695] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b1574d7-8a82-4a2a-b6f3-fd240de0e314 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.488188] env[62259]: DEBUG nova.compute.manager [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1430.496290] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.496290] env[62259]: value = "task-1691893" [ 1430.496290] env[62259]: _type = "Task" [ 1430.496290] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.503641] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691893, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.525846] env[62259]: INFO nova.compute.manager [-] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Took 1.47 seconds to deallocate network for instance. [ 1430.586496] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d7e3f24-f1c0-49dc-9ca9-3568dd238c4b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.596538] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdccf968-f8a9-49ee-8cc7-dfbaaa2dc551 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.631962] env[62259]: DEBUG nova.compute.manager [req-9e5e8c55-ec34-4207-a94d-739d56114db0 req-6a304aaf-0781-4911-a743-d7db72d2d1e7 service nova] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Detach interface failed, port_id=87cc38c6-006b-4308-a5a9-aaf0e82e120d, reason: Instance 2c5916af-c336-4c15-9894-58d1078b13dd could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1430.642017] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831109} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.642305] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 744c8809-f829-4c6b-94ab-9e708d519862/744c8809-f829-4c6b-94ab-9e708d519862.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.642521] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.642799] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5be2b5f6-7a4d-47d7-bb97-25301286ca05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.649370] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1430.649370] env[62259]: value = "task-1691894" [ 1430.649370] env[62259]: _type = "Task" [ 1430.649370] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.657164] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.878471] env[62259]: DEBUG oslo_vmware.api [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Task: {'id': task-1691891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208358} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.878744] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.878935] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.879127] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.879308] env[62259]: INFO nova.compute.manager [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1430.879543] env[62259]: DEBUG oslo.service.loopingcall [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.879733] env[62259]: DEBUG nova.compute.manager [-] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.879825] env[62259]: DEBUG nova.network.neutron [-] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.922640] env[62259]: INFO nova.compute.manager [-] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Took 1.45 seconds to deallocate network for instance. [ 1430.937860] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.074s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.938449] env[62259]: DEBUG nova.compute.manager [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.943067] env[62259]: DEBUG oslo_concurrency.lockutils [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.816s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.943319] env[62259]: DEBUG nova.objects.instance [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lazy-loading 'resources' on Instance uuid eb18c6ea-ee08-46c1-b300-8954011ac68e {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.955862] env[62259]: DEBUG oslo_concurrency.lockutils [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] Releasing lock "refresh_cache-cd8b2ef1-fb0d-428a-ba3e-f538646d3759" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.956127] env[62259]: DEBUG nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Received event network-changed-f7761bcb-f5e6-4fd4-836f-109dd9dae27d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1430.956296] env[62259]: DEBUG nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Refreshing instance network info cache due to event network-changed-f7761bcb-f5e6-4fd4-836f-109dd9dae27d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1430.956508] env[62259]: DEBUG oslo_concurrency.lockutils [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] Acquiring lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.956646] env[62259]: DEBUG oslo_concurrency.lockutils [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] Acquired lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.956804] env[62259]: DEBUG nova.network.neutron [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Refreshing network info cache for port f7761bcb-f5e6-4fd4-836f-109dd9dae27d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.957961] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.008546] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691893, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.015035] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.033755] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.162951] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121987} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.163469] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.164473] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e072c2-1200-4667-9fee-ceb547707660 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.192067] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 744c8809-f829-4c6b-94ab-9e708d519862/744c8809-f829-4c6b-94ab-9e708d519862.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.192457] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c88cebcc-af61-4e61-8b68-cf7d428feefe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.213206] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1431.213206] env[62259]: value = "task-1691895" [ 1431.213206] env[62259]: _type = "Task" [ 1431.213206] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.223882] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.431031] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.448765] env[62259]: DEBUG nova.compute.utils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1431.452773] env[62259]: DEBUG nova.compute.manager [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Not allocating networking since 'none' was specified. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1431.464907] env[62259]: DEBUG oslo_vmware.api [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691892, 'name': PowerOnVM_Task, 'duration_secs': 0.72545} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.468339] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.468339] env[62259]: INFO nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1431.468339] env[62259]: DEBUG nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.472093] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e2f810-2f85-41ea-8265-ee0abf22bf3d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.513961] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691893, 'name': CreateVM_Task, 'duration_secs': 0.709145} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.514392] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.514830] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.515041] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.515381] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.515711] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ccfc4c9-79f4-488f-b167-f55a69bab0f6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.524109] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1431.524109] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525bb231-68a2-2964-4ba6-428bbb4f4730" [ 1431.524109] env[62259]: _type = "Task" [ 1431.524109] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.533054] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525bb231-68a2-2964-4ba6-428bbb4f4730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.727504] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.729215] env[62259]: DEBUG nova.network.neutron [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updated VIF entry in instance network info cache for port f7761bcb-f5e6-4fd4-836f-109dd9dae27d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.729531] env[62259]: DEBUG nova.network.neutron [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance_info_cache with network_info: [{"id": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "address": "fa:16:3e:fd:2a:74", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7761bcb-f5", "ovs_interfaceid": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.745685] env[62259]: DEBUG nova.compute.manager [req-3988402d-3784-4190-8f88-2ab94710ab55 req-b59def28-c2db-4fb4-9e8b-4e38e67b38cb service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Received event network-vif-deleted-3307e325-5c02-48f5-84d8-e362c5af00a7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1431.747513] env[62259]: INFO nova.compute.manager [req-3988402d-3784-4190-8f88-2ab94710ab55 req-b59def28-c2db-4fb4-9e8b-4e38e67b38cb service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Neutron deleted interface 3307e325-5c02-48f5-84d8-e362c5af00a7; detaching it from the instance and deleting it from the info cache [ 1431.747513] env[62259]: DEBUG nova.network.neutron [req-3988402d-3784-4190-8f88-2ab94710ab55 req-b59def28-c2db-4fb4-9e8b-4e38e67b38cb service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.901723] env[62259]: DEBUG nova.network.neutron [-] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.954186] env[62259]: DEBUG nova.compute.manager [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.962411] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1276a4-997a-4df2-8ce6-f7fccb86a37a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.970713] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a9e355-b2d1-4f7d-9bb0-279da69c7bce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.014627] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaa7f33-e1c3-410c-99bd-b873daec919b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.018676] env[62259]: INFO nova.compute.manager [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Took 41.76 seconds to build instance. [ 1432.029823] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ae0f3b-3e5c-468f-96a3-98d96815a719 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.040250] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525bb231-68a2-2964-4ba6-428bbb4f4730, 'name': SearchDatastore_Task, 'duration_secs': 0.016033} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.049891] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.050178] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.051677] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.051677] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.051677] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.051979] env[62259]: DEBUG nova.compute.provider_tree [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.053560] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8197503f-3ffd-4360-af91-e4475ca0a478 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.075302] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "7fbab168-074b-4750-a95a-ed96e8b004bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.076542] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "7fbab168-074b-4750-a95a-ed96e8b004bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.076542] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.076542] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.077608] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be61d733-2273-469d-82ac-65440e57dd8e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.082875] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1432.082875] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5264604f-27d1-9952-80fe-e7df2897ae78" [ 1432.082875] env[62259]: _type = "Task" [ 1432.082875] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.091099] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5264604f-27d1-9952-80fe-e7df2897ae78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.225317] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691895, 'name': ReconfigVM_Task, 'duration_secs': 0.627198} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.225656] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 744c8809-f829-4c6b-94ab-9e708d519862/744c8809-f829-4c6b-94ab-9e708d519862.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.226284] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bd23765-287d-4830-84c4-12e5c96fa5b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.233422] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1432.233422] env[62259]: value = "task-1691896" [ 1432.233422] env[62259]: _type = "Task" [ 1432.233422] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.236834] env[62259]: DEBUG oslo_concurrency.lockutils [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] Releasing lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.237094] env[62259]: DEBUG nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Received event network-vif-deleted-dabd295c-2e84-4df9-a681-a2bc857de3ae {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1432.237281] env[62259]: INFO nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Neutron deleted interface dabd295c-2e84-4df9-a681-a2bc857de3ae; detaching it from the instance and deleting it from the info cache [ 1432.237451] env[62259]: DEBUG nova.network.neutron [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.244135] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691896, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.248600] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ebf8428-7b84-4f05-9a07-24372eb61a08 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.257832] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b085f3-9870-49b3-8cac-ed8e63cb4eeb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.290163] env[62259]: DEBUG nova.compute.manager [req-3988402d-3784-4190-8f88-2ab94710ab55 req-b59def28-c2db-4fb4-9e8b-4e38e67b38cb service nova] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Detach interface failed, port_id=3307e325-5c02-48f5-84d8-e362c5af00a7, reason: Instance 8b970132-af07-43d0-a245-12af6dc77c97 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1432.407419] env[62259]: INFO nova.compute.manager [-] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Took 1.53 seconds to deallocate network for instance. [ 1432.448263] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "f3e90bb7-9171-41af-bb48-312a6be04a32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.448529] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "f3e90bb7-9171-41af-bb48-312a6be04a32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.522612] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c19b967-309a-4018-9d05-d14829533aa5 tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.186s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.557054] env[62259]: DEBUG nova.scheduler.client.report [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1432.596917] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5264604f-27d1-9952-80fe-e7df2897ae78, 'name': SearchDatastore_Task, 'duration_secs': 0.023728} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.597662] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722f2a78-cb01-4d24-ac3d-d3f4b4db421d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.603571] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1432.603571] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f4c24e-c01d-d652-9246-c6b7f0d5cec5" [ 1432.603571] env[62259]: _type = "Task" [ 1432.603571] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.611971] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f4c24e-c01d-d652-9246-c6b7f0d5cec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.739641] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2eadd5d8-14ca-4bac-a49c-835f7ca4747b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.745764] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691896, 'name': Rename_Task, 'duration_secs': 0.25402} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.746351] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.746690] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c2261c3-1d4d-4344-8f54-098c7c6900fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.755133] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb9d0a-0ec6-4c6e-9781-d021cd0912c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.767588] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1432.767588] env[62259]: value = "task-1691897" [ 1432.767588] env[62259]: _type = "Task" [ 1432.767588] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.776478] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.791250] env[62259]: DEBUG nova.compute.manager [req-f24aa05b-cb00-492f-942d-2840fb27f4b4 req-732a641b-24bb-46ad-a4c2-e2d33850b15e service nova] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Detach interface failed, port_id=dabd295c-2e84-4df9-a681-a2bc857de3ae, reason: Instance a22c6232-43fc-4294-bb0b-1d52e3b3ace2 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1432.956852] env[62259]: INFO nova.compute.manager [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Took 0.55 seconds to detach 1 volumes for instance. [ 1432.960778] env[62259]: DEBUG nova.compute.manager [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Deleting volume: f7c5c579-62c3-4c44-a6e3-38b3325bdb83 {{(pid=62259) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1432.970775] env[62259]: DEBUG nova.compute.manager [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.999758] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1433.000013] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1433.000182] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.000365] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1433.000515] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.000666] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1433.000875] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1433.001413] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1433.001686] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1433.001847] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1433.002039] env[62259]: DEBUG nova.virt.hardware [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1433.002905] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86dcf85-7813-4081-8702-5b1a29766eb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.012240] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094b874f-6d8d-4445-a362-bb32eba97888 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.016701] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "a02eb487-f10e-422c-a5c0-24e304ca75e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.016933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "a02eb487-f10e-422c-a5c0-24e304ca75e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.017146] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "a02eb487-f10e-422c-a5c0-24e304ca75e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.017330] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "a02eb487-f10e-422c-a5c0-24e304ca75e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.017498] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "a02eb487-f10e-422c-a5c0-24e304ca75e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.019523] env[62259]: INFO nova.compute.manager [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Terminating instance [ 1433.031224] env[62259]: DEBUG nova.compute.manager [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1433.034434] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.040354] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Creating folder: Project (aafa1f82b8d148bca7e7dadbff1a6224). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.041728] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-551ff583-0e26-4225-a3a2-e1ddf5e37f71 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.052957] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Created folder: Project (aafa1f82b8d148bca7e7dadbff1a6224) in parent group-v352705. [ 1433.053212] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Creating folder: Instances. Parent ref: group-v352828. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.054344] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f5a15a7-698f-4e24-9958-437a0065a49f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.061998] env[62259]: DEBUG oslo_concurrency.lockutils [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.064467] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.031s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.064694] env[62259]: DEBUG nova.objects.instance [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lazy-loading 'resources' on Instance uuid f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.068130] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Created folder: Instances in parent group-v352828. [ 1433.068383] env[62259]: DEBUG oslo.service.loopingcall [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.068594] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.068807] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c78de4d-b814-45e1-bec5-1e2a475c41cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.088817] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.088817] env[62259]: value = "task-1691901" [ 1433.088817] env[62259]: _type = "Task" [ 1433.088817] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.089788] env[62259]: INFO nova.scheduler.client.report [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Deleted allocations for instance eb18c6ea-ee08-46c1-b300-8954011ac68e [ 1433.101564] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691901, 'name': CreateVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.114792] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f4c24e-c01d-d652-9246-c6b7f0d5cec5, 'name': SearchDatastore_Task, 'duration_secs': 0.022356} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.115096] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.115367] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9aa10d90-ce21-45e7-8adc-5ad1452e0535/9aa10d90-ce21-45e7-8adc-5ad1452e0535.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.115637] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5483a96b-b7ea-4702-99fa-ee03bf34b0eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.123362] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1433.123362] env[62259]: value = "task-1691902" [ 1433.123362] env[62259]: _type = "Task" [ 1433.123362] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.132425] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.136056] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.136312] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.137353] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.137353] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.137353] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.139304] env[62259]: INFO nova.compute.manager [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Terminating instance [ 1433.279078] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691897, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.507895] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.544362] env[62259]: DEBUG nova.compute.manager [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1433.544578] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.548045] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad08072-bc03-4f6d-afb7-135ef07093fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.556845] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.557185] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dd1dd19-97a5-44bc-946b-fe18aa05bb73 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.564774] env[62259]: DEBUG oslo_vmware.api [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1433.564774] env[62259]: value = "task-1691903" [ 1433.564774] env[62259]: _type = "Task" [ 1433.564774] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.569437] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.578550] env[62259]: DEBUG oslo_vmware.api [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.601670] env[62259]: DEBUG oslo_concurrency.lockutils [None req-11c430ed-58aa-49ae-b5eb-cba708192842 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "eb18c6ea-ee08-46c1-b300-8954011ac68e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.650s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.607224] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691901, 'name': CreateVM_Task, 'duration_secs': 0.332124} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.607224] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.607635] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.607725] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.608334] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.608334] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba9806f-9a4b-4d6e-b34f-769100439a8f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.616532] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1433.616532] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5220393e-2577-7837-26c3-9a15523b7c00" [ 1433.616532] env[62259]: _type = "Task" [ 1433.616532] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.626380] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5220393e-2577-7837-26c3-9a15523b7c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.640794] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691902, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.648041] env[62259]: DEBUG nova.compute.manager [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1433.648270] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.649945] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4c9983-df7e-4855-bd88-00156d1ae3d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.658597] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.659014] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57b334f1-f262-4883-8a01-a8de6b7c907c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.670179] env[62259]: DEBUG oslo_vmware.api [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1433.670179] env[62259]: value = "task-1691904" [ 1433.670179] env[62259]: _type = "Task" [ 1433.670179] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.692941] env[62259]: DEBUG oslo_vmware.api [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.781671] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691897, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.078781] env[62259]: DEBUG oslo_vmware.api [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691903, 'name': PowerOffVM_Task, 'duration_secs': 0.225523} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.079067] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.079239] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.079494] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0904f0d8-6d14-4540-a0d6-5c2e7371d557 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.084707] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d198cf66-6c37-456a-81b8-3bca1e6a044b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.093470] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158880d2-069a-4415-8b18-da7b794c4a86 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.136085] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b6c015-72df-49ec-9ee6-49bb44b054e4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.145353] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5220393e-2577-7837-26c3-9a15523b7c00, 'name': SearchDatastore_Task, 'duration_secs': 0.051195} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.152403] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.152403] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.152403] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.152403] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.152403] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.152403] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588614} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.152813] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96e69313-abae-4f3a-bb7d-f82cc708fdd5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.155916] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e16d2bf-42d6-4d5d-956b-6b69ab5a8d3a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.164284] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9aa10d90-ce21-45e7-8adc-5ad1452e0535/9aa10d90-ce21-45e7-8adc-5ad1452e0535.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.164413] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.166062] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e485033-4ef3-4c96-86d2-c0996e6474ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.167943] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.168474] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.168474] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleting the datastore file [datastore1] a02eb487-f10e-422c-a5c0-24e304ca75e4 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.169472] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d17a58fa-457f-4efe-96b7-fe516d4339a0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.184709] env[62259]: DEBUG nova.compute.provider_tree [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.188303] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1434.188303] env[62259]: value = "task-1691906" [ 1434.188303] env[62259]: _type = "Task" [ 1434.188303] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.190488] env[62259]: DEBUG oslo_vmware.api [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1434.190488] env[62259]: value = "task-1691907" [ 1434.190488] env[62259]: _type = "Task" [ 1434.190488] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.199591] env[62259]: DEBUG oslo_vmware.api [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691904, 'name': PowerOffVM_Task, 'duration_secs': 0.196138} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.203956] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.204483] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.204483] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.205191] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.208393] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd57e451-effb-4f73-bf54-7bb713796af8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.209985] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8983bdac-67f2-4624-a987-11c8558475b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.212606] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.215891] env[62259]: DEBUG oslo_vmware.api [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.222075] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1434.222075] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5263d1f8-44ea-29c1-ae8a-b5c4e8e6506d" [ 1434.222075] env[62259]: _type = "Task" [ 1434.222075] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.228969] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5263d1f8-44ea-29c1-ae8a-b5c4e8e6506d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.281567] env[62259]: DEBUG oslo_vmware.api [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1691897, 'name': PowerOnVM_Task, 'duration_secs': 1.23829} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.281915] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.282137] env[62259]: INFO nova.compute.manager [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1434.282429] env[62259]: DEBUG nova.compute.manager [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.283907] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0b244e-df94-4455-a607-379899d82326 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.295857] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.296077] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.296215] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleting the datastore file [datastore1] 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.296704] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a750abd4-9b63-4711-8ee2-1f10b013f138 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.303491] env[62259]: DEBUG oslo_vmware.api [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for the task: (returnval){ [ 1434.303491] env[62259]: value = "task-1691909" [ 1434.303491] env[62259]: _type = "Task" [ 1434.303491] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.312314] env[62259]: DEBUG oslo_vmware.api [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.690943] env[62259]: DEBUG nova.scheduler.client.report [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1434.719942] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065913} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.724109] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1434.724270] env[62259]: DEBUG oslo_vmware.api [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.725021] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4386af8-ff24-4898-b792-30c20f6b8445 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.746901] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5263d1f8-44ea-29c1-ae8a-b5c4e8e6506d, 'name': SearchDatastore_Task, 'duration_secs': 0.018478} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.755736] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 9aa10d90-ce21-45e7-8adc-5ad1452e0535/9aa10d90-ce21-45e7-8adc-5ad1452e0535.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1434.756862] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40873e3-0979-41b7-8f4d-04cdad566aa0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.771721] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41da194d-a9ad-4be4-8384-fca1f943b143 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.777709] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1434.777709] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a6de46-7645-53fe-0d95-e1a73eb34afb" [ 1434.777709] env[62259]: _type = "Task" [ 1434.777709] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.782177] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1434.782177] env[62259]: value = "task-1691910" [ 1434.782177] env[62259]: _type = "Task" [ 1434.782177] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.792918] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a6de46-7645-53fe-0d95-e1a73eb34afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.800529] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.808486] env[62259]: INFO nova.compute.manager [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Took 41.58 seconds to build instance. [ 1434.816358] env[62259]: DEBUG oslo_vmware.api [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.211635] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.216788] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.120s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.217261] env[62259]: DEBUG nova.objects.instance [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lazy-loading 'resources' on Instance uuid 0beb117b-7382-42d5-abb0-06a0c740f983 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.225793] env[62259]: DEBUG oslo_vmware.api [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564318} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.226572] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.226937] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.227436] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.227737] env[62259]: INFO nova.compute.manager [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1435.228101] env[62259]: DEBUG oslo.service.loopingcall [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.228419] env[62259]: DEBUG nova.compute.manager [-] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.229016] env[62259]: DEBUG nova.network.neutron [-] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.252491] env[62259]: INFO nova.scheduler.client.report [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Deleted allocations for instance f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02 [ 1435.295081] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a6de46-7645-53fe-0d95-e1a73eb34afb, 'name': SearchDatastore_Task, 'duration_secs': 0.014475} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.300043] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.300043] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7471798f-e102-4a51-855d-7444f0284d80/7471798f-e102-4a51-855d-7444f0284d80.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.300043] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.300043] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-891d9480-6241-43ca-8a4b-0573dd898e4e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.306609] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1435.306609] env[62259]: value = "task-1691911" [ 1435.306609] env[62259]: _type = "Task" [ 1435.306609] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.311346] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c492a26d-8175-4e4d-8a1b-f5d9b4b2bffa tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.432s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.323745] env[62259]: DEBUG oslo_vmware.api [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Task: {'id': task-1691909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547739} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.328970] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.329359] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.329580] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.329771] env[62259]: INFO nova.compute.manager [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1435.330039] env[62259]: DEBUG oslo.service.loopingcall [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.331794] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.332052] env[62259]: DEBUG nova.compute.manager [-] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.332122] env[62259]: DEBUG nova.network.neutron [-] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.767183] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1589023a-4e2b-4a96-a708-68129699951f tempest-ServersTestJSON-354314533 tempest-ServersTestJSON-354314533-project-member] Lock "f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.667s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.789155] env[62259]: DEBUG nova.compute.manager [req-935cca4b-df1d-4bd6-bdd8-79b9f8c2c1d6 req-6c6b7b15-06b5-451e-950d-3da496d7225a service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Received event network-vif-deleted-b0b5f39b-775e-4bc9-8ed2-6b35627546fb {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1435.789155] env[62259]: INFO nova.compute.manager [req-935cca4b-df1d-4bd6-bdd8-79b9f8c2c1d6 req-6c6b7b15-06b5-451e-950d-3da496d7225a service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Neutron deleted interface b0b5f39b-775e-4bc9-8ed2-6b35627546fb; detaching it from the instance and deleting it from the info cache [ 1435.789155] env[62259]: DEBUG nova.network.neutron [req-935cca4b-df1d-4bd6-bdd8-79b9f8c2c1d6 req-6c6b7b15-06b5-451e-950d-3da496d7225a service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.805979] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691910, 'name': ReconfigVM_Task, 'duration_secs': 0.613813} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.805979] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 9aa10d90-ce21-45e7-8adc-5ad1452e0535/9aa10d90-ce21-45e7-8adc-5ad1452e0535.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.805979] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6693abc-cd6f-41cc-a846-8a8762acfd11 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.810244] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1435.810244] env[62259]: value = "task-1691912" [ 1435.810244] env[62259]: _type = "Task" [ 1435.810244] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.821468] env[62259]: DEBUG nova.compute.manager [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.827703] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691912, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.834678] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472885} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.837375] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7471798f-e102-4a51-855d-7444f0284d80/7471798f-e102-4a51-855d-7444f0284d80.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.837820] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.838448] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-896ca57d-9bd0-4429-9aa4-78c39fd4c5b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.847037] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1435.847037] env[62259]: value = "task-1691913" [ 1435.847037] env[62259]: _type = "Task" [ 1435.847037] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.855300] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.055632] env[62259]: DEBUG nova.network.neutron [-] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.182064] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4606482-35be-4684-a2d4-b7a34ae30c30 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.189666] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6614ad6-822d-44b8-a9be-be79915dffa2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.223099] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db90402-7666-48c2-b7b4-fdbf0e7c9ba5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.232530] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deaef36-fcd4-4101-a4db-5b2c510aedd7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.246931] env[62259]: DEBUG nova.compute.provider_tree [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.299476] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ef68c9b-e474-4675-bd79-3c38a2dcd3ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.308653] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ba8264-409a-42f9-b4a0-762ac5597ce0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.335046] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691912, 'name': Rename_Task, 'duration_secs': 0.137808} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.349883] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.351925] env[62259]: DEBUG nova.compute.manager [req-935cca4b-df1d-4bd6-bdd8-79b9f8c2c1d6 req-6c6b7b15-06b5-451e-950d-3da496d7225a service nova] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Detach interface failed, port_id=b0b5f39b-775e-4bc9-8ed2-6b35627546fb, reason: Instance a02eb487-f10e-422c-a5c0-24e304ca75e4 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1436.353159] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9ff4fcf-1b0c-48e2-a93b-07f511a9c02b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.364464] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086285} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.365790] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.366190] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1436.366190] env[62259]: value = "task-1691914" [ 1436.366190] env[62259]: _type = "Task" [ 1436.366190] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.366823] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538c02f-410f-4f89-a28e-a7f1c233451e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.374191] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.380118] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.399034] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7471798f-e102-4a51-855d-7444f0284d80/7471798f-e102-4a51-855d-7444f0284d80.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.399556] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4730f56d-d0c9-4446-9244-e698382f4f11 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.422854] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1436.422854] env[62259]: value = "task-1691915" [ 1436.422854] env[62259]: _type = "Task" [ 1436.422854] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.431761] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.438663] env[62259]: DEBUG nova.compute.manager [req-b9c9e315-2d4a-4f34-81e5-abdea59c7edc req-942ea43d-82c9-40df-8a97-90376287cb79 service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Received event network-vif-deleted-3c9b3776-f62a-465e-884f-4fd065da6012 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1436.438663] env[62259]: INFO nova.compute.manager [req-b9c9e315-2d4a-4f34-81e5-abdea59c7edc req-942ea43d-82c9-40df-8a97-90376287cb79 service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Neutron deleted interface 3c9b3776-f62a-465e-884f-4fd065da6012; detaching it from the instance and deleting it from the info cache [ 1436.438663] env[62259]: DEBUG nova.network.neutron [req-b9c9e315-2d4a-4f34-81e5-abdea59c7edc req-942ea43d-82c9-40df-8a97-90376287cb79 service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.560442] env[62259]: INFO nova.compute.manager [-] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Took 1.33 seconds to deallocate network for instance. [ 1436.605933] env[62259]: DEBUG nova.network.neutron [-] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.749991] env[62259]: DEBUG nova.scheduler.client.report [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1436.880468] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691914, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.935814] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691915, 'name': ReconfigVM_Task, 'duration_secs': 0.335128} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.936133] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7471798f-e102-4a51-855d-7444f0284d80/7471798f-e102-4a51-855d-7444f0284d80.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.936766] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0f86b12-6de7-4341-bdcf-5237c35df0f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.943924] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1436.943924] env[62259]: value = "task-1691916" [ 1436.943924] env[62259]: _type = "Task" [ 1436.943924] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.944127] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e11d1dc-0d1c-472e-8967-b20fea035278 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.953631] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691916, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.957509] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb426c9-a590-4366-8a67-d07fab0244c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.973063] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "1326a14e-0d43-4393-9d26-5c417b789133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.973504] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "1326a14e-0d43-4393-9d26-5c417b789133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.991119] env[62259]: DEBUG nova.compute.manager [req-b9c9e315-2d4a-4f34-81e5-abdea59c7edc req-942ea43d-82c9-40df-8a97-90376287cb79 service nova] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Detach interface failed, port_id=3c9b3776-f62a-465e-884f-4fd065da6012, reason: Instance 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1437.061777] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquiring lock "944ce849-152a-404e-8095-a6cc4f27bfc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.061950] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "944ce849-152a-404e-8095-a6cc4f27bfc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.062424] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquiring lock "944ce849-152a-404e-8095-a6cc4f27bfc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.063203] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "944ce849-152a-404e-8095-a6cc4f27bfc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.063566] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "944ce849-152a-404e-8095-a6cc4f27bfc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.065866] env[62259]: INFO nova.compute.manager [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Terminating instance [ 1437.067888] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.110935] env[62259]: INFO nova.compute.manager [-] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Took 1.78 seconds to deallocate network for instance. [ 1437.257488] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.260053] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.375s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.265022] env[62259]: INFO nova.compute.claims [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.286247] env[62259]: INFO nova.scheduler.client.report [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Deleted allocations for instance 0beb117b-7382-42d5-abb0-06a0c740f983 [ 1437.383023] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691914, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.457657] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691916, 'name': Rename_Task, 'duration_secs': 0.268972} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.457657] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.457657] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852866ce-aba8-4bfa-9bc4-d91ac6fda6c0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.464808] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1437.464808] env[62259]: value = "task-1691917" [ 1437.464808] env[62259]: _type = "Task" [ 1437.464808] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.474942] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.570613] env[62259]: DEBUG nova.compute.manager [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1437.570897] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.573035] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7c3329-b99d-43c9-a15a-a970b0d59cf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.582123] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.582123] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51648757-252c-4d2e-8c8f-41f4eefacf46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.588165] env[62259]: DEBUG oslo_vmware.api [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1437.588165] env[62259]: value = "task-1691918" [ 1437.588165] env[62259]: _type = "Task" [ 1437.588165] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.602276] env[62259]: DEBUG oslo_vmware.api [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.620685] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.796025] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2f59b32-713a-4572-9a4a-25cd4c3b2af2 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "0beb117b-7382-42d5-abb0-06a0c740f983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.381s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.880687] env[62259]: DEBUG oslo_vmware.api [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1691914, 'name': PowerOnVM_Task, 'duration_secs': 1.116525} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.880961] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.881209] env[62259]: INFO nova.compute.manager [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1437.881397] env[62259]: DEBUG nova.compute.manager [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.882204] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2905eec0-0a69-4b2e-ac70-3c46a47beedc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.974906] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691917, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.098018] env[62259]: DEBUG oslo_vmware.api [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691918, 'name': PowerOffVM_Task, 'duration_secs': 0.236545} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.102020] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.102020] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.102020] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0bcbd0a-fd3c-4475-a545-d4567fdab2db {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.162467] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1438.162694] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1438.162879] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Deleting the datastore file [datastore1] 944ce849-152a-404e-8095-a6cc4f27bfc1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.163164] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-749f4178-5a6d-451b-88d5-c4e9ccd340c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.169305] env[62259]: DEBUG oslo_vmware.api [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for the task: (returnval){ [ 1438.169305] env[62259]: value = "task-1691920" [ 1438.169305] env[62259]: _type = "Task" [ 1438.169305] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.177396] env[62259]: DEBUG oslo_vmware.api [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.404835] env[62259]: INFO nova.compute.manager [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Took 42.90 seconds to build instance. [ 1438.481194] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691917, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.488862] env[62259]: DEBUG nova.compute.manager [req-53883c0b-3c60-4c1e-9ae7-0c9634b614a6 req-35dea5f0-409f-46a0-9b63-6d12c2b9f7d9 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Received event network-changed-a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1438.489072] env[62259]: DEBUG nova.compute.manager [req-53883c0b-3c60-4c1e-9ae7-0c9634b614a6 req-35dea5f0-409f-46a0-9b63-6d12c2b9f7d9 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Refreshing instance network info cache due to event network-changed-a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1438.489294] env[62259]: DEBUG oslo_concurrency.lockutils [req-53883c0b-3c60-4c1e-9ae7-0c9634b614a6 req-35dea5f0-409f-46a0-9b63-6d12c2b9f7d9 service nova] Acquiring lock "refresh_cache-744c8809-f829-4c6b-94ab-9e708d519862" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.489440] env[62259]: DEBUG oslo_concurrency.lockutils [req-53883c0b-3c60-4c1e-9ae7-0c9634b614a6 req-35dea5f0-409f-46a0-9b63-6d12c2b9f7d9 service nova] Acquired lock "refresh_cache-744c8809-f829-4c6b-94ab-9e708d519862" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.489601] env[62259]: DEBUG nova.network.neutron [req-53883c0b-3c60-4c1e-9ae7-0c9634b614a6 req-35dea5f0-409f-46a0-9b63-6d12c2b9f7d9 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Refreshing network info cache for port a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.682435] env[62259]: DEBUG oslo_vmware.api [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Task: {'id': task-1691920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144741} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.682737] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1438.682861] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1438.683044] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.683215] env[62259]: INFO nova.compute.manager [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1438.683482] env[62259]: DEBUG oslo.service.loopingcall [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.683680] env[62259]: DEBUG nova.compute.manager [-] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1438.683768] env[62259]: DEBUG nova.network.neutron [-] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.715872] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035ee224-69f1-44f1-93bf-675c1d09ff7d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.723796] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf048c-6340-4c50-8b17-a4a146c1ff3c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.760411] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba08e58c-a286-4347-b895-d5eeab568c83 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.768756] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2c3f06-3158-4983-ade7-185c0428d763 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.782586] env[62259]: DEBUG nova.compute.provider_tree [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.909960] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecd6fa9c-f857-4080-ab53-1b51a45b18e5 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.007s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.976959] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691917, 'name': PowerOnVM_Task} progress is 86%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.285750] env[62259]: DEBUG nova.scheduler.client.report [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1439.316642] env[62259]: DEBUG nova.network.neutron [req-53883c0b-3c60-4c1e-9ae7-0c9634b614a6 req-35dea5f0-409f-46a0-9b63-6d12c2b9f7d9 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Updated VIF entry in instance network info cache for port a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.317016] env[62259]: DEBUG nova.network.neutron [req-53883c0b-3c60-4c1e-9ae7-0c9634b614a6 req-35dea5f0-409f-46a0-9b63-6d12c2b9f7d9 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Updating instance_info_cache with network_info: [{"id": "a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e", "address": "fa:16:3e:44:63:ac", "network": {"id": "81925dbc-3afd-4bfe-842e-abff1ef1ee8a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512996308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e3cc2bdaef41ba86d4531b949cdac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32d1be3-7d", "ovs_interfaceid": "a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.412630] env[62259]: DEBUG nova.compute.manager [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.478678] env[62259]: DEBUG oslo_vmware.api [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691917, 'name': PowerOnVM_Task, 'duration_secs': 1.619378} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.478950] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.479459] env[62259]: INFO nova.compute.manager [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1439.479782] env[62259]: DEBUG nova.compute.manager [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.481347] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5b6986-265b-4bba-9c78-9bc55de44b5d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.793519] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.794189] env[62259]: DEBUG nova.compute.manager [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.796826] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.803s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.797007] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.797176] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1439.797491] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.262s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.797707] env[62259]: DEBUG nova.objects.instance [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lazy-loading 'resources' on Instance uuid 09536b47-40b4-4d91-b280-d240cb877248 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.800523] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243469a5-2953-4f14-8f15-11d67ff6ef6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.811530] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bb0e1d-3ccc-4986-ad4c-d89fb8ff873e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.829186] env[62259]: DEBUG oslo_concurrency.lockutils [req-53883c0b-3c60-4c1e-9ae7-0c9634b614a6 req-35dea5f0-409f-46a0-9b63-6d12c2b9f7d9 service nova] Releasing lock "refresh_cache-744c8809-f829-4c6b-94ab-9e708d519862" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.829435] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f8a039-54a1-40b6-ba4d-838c2f35c81f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.839246] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d4d63e-82b5-4eb8-985f-76c60b82a6b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.869632] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179566MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1439.869805] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.934053] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.975826] env[62259]: DEBUG nova.network.neutron [-] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.004417] env[62259]: INFO nova.compute.manager [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Took 44.09 seconds to build instance. [ 1440.303843] env[62259]: DEBUG nova.compute.utils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.305629] env[62259]: DEBUG nova.compute.manager [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.306294] env[62259]: DEBUG nova.network.neutron [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.385415] env[62259]: DEBUG nova.policy [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '325c97c19d114d44ab45e40bd0a70eaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f8d494554e04f9fbef6fb94739aa37a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.479788] env[62259]: INFO nova.compute.manager [-] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Took 1.80 seconds to deallocate network for instance. [ 1440.496073] env[62259]: DEBUG nova.compute.manager [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Stashing vm_state: active {{(pid=62259) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1440.509785] env[62259]: DEBUG oslo_concurrency.lockutils [None req-345745bf-82ff-4a3e-8eb5-53fed6722ef7 tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "7471798f-e102-4a51-855d-7444f0284d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.635s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.545041] env[62259]: DEBUG nova.compute.manager [req-3d57ca93-b0db-4dfd-883a-17c55ff5fa7b req-94c2c82c-46cc-4d93-a30b-47dc82467d15 service nova] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Received event network-vif-deleted-f0e425ee-b8c0-4915-970a-9cfb3fb8920a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1440.758469] env[62259]: DEBUG nova.network.neutron [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Successfully created port: db089bae-232a-48ad-ad9c-0bd56217936b {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1440.815206] env[62259]: DEBUG nova.compute.manager [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.843789] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844623df-f0d0-4866-a60e-3e887b3eda4e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.852030] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2998eaac-afd9-4672-b71c-689c374c9436 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.890734] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68477537-47cf-48e7-b916-39ef986f5e75 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.898309] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7613dce2-c602-4c8e-8bc1-b6cef4017d42 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.913103] env[62259]: DEBUG nova.compute.provider_tree [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.986061] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.011191] env[62259]: DEBUG nova.compute.manager [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.018315] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.149584] env[62259]: DEBUG nova.compute.manager [None req-bb690138-5b94-4983-b65b-cf98697a3efc tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.150564] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f26692-effd-4f67-874e-d34306fb2df7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.294666] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquiring lock "7471798f-e102-4a51-855d-7444f0284d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.294666] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "7471798f-e102-4a51-855d-7444f0284d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.294666] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquiring lock "7471798f-e102-4a51-855d-7444f0284d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.294666] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "7471798f-e102-4a51-855d-7444f0284d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.294967] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "7471798f-e102-4a51-855d-7444f0284d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.297295] env[62259]: INFO nova.compute.manager [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Terminating instance [ 1441.419056] env[62259]: DEBUG nova.scheduler.client.report [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1441.535681] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.663557] env[62259]: INFO nova.compute.manager [None req-bb690138-5b94-4983-b65b-cf98697a3efc tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] instance snapshotting [ 1441.663557] env[62259]: DEBUG nova.objects.instance [None req-bb690138-5b94-4983-b65b-cf98697a3efc tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lazy-loading 'flavor' on Instance uuid 7471798f-e102-4a51-855d-7444f0284d80 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.801186] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquiring lock "refresh_cache-7471798f-e102-4a51-855d-7444f0284d80" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.801481] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquired lock "refresh_cache-7471798f-e102-4a51-855d-7444f0284d80" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.801691] env[62259]: DEBUG nova.network.neutron [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.825980] env[62259]: DEBUG nova.compute.manager [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.854468] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1441.854790] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1441.854955] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.855157] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1441.855320] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.855446] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1441.855683] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1441.855862] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1441.856287] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1441.856287] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1441.856401] env[62259]: DEBUG nova.virt.hardware [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1441.857643] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c78276e-c599-40c7-ac8c-8502edc2fd1b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.866143] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad08ab6-b793-4266-8b43-444b20f0be09 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.924464] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.927594] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.457s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.927995] env[62259]: DEBUG nova.objects.instance [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lazy-loading 'resources' on Instance uuid b8769b56-c1c3-41db-ab9e-38485fcb29dc {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.947612] env[62259]: INFO nova.scheduler.client.report [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Deleted allocations for instance 09536b47-40b4-4d91-b280-d240cb877248 [ 1442.169862] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56246752-f0ef-439c-a62b-6de8ffa2b684 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.190782] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83790d4-96c7-41e7-b5c9-f0bf24c85286 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.323412] env[62259]: DEBUG nova.network.neutron [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.364952] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "3227e918-f372-4028-8550-f7ec7c6ff61d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.365223] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "3227e918-f372-4028-8550-f7ec7c6ff61d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.391018] env[62259]: DEBUG nova.network.neutron [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.457898] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d4b5c1e-f76b-46ec-8041-466aec2c677e tempest-VolumesAssistedSnapshotsTest-487581329 tempest-VolumesAssistedSnapshotsTest-487581329-project-member] Lock "09536b47-40b4-4d91-b280-d240cb877248" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.866s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.531448] env[62259]: DEBUG nova.network.neutron [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Successfully updated port: db089bae-232a-48ad-ad9c-0bd56217936b {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.576464] env[62259]: DEBUG nova.compute.manager [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Received event network-vif-plugged-db089bae-232a-48ad-ad9c-0bd56217936b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1442.576684] env[62259]: DEBUG oslo_concurrency.lockutils [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] Acquiring lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.576889] env[62259]: DEBUG oslo_concurrency.lockutils [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] Lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.577083] env[62259]: DEBUG oslo_concurrency.lockutils [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] Lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.577232] env[62259]: DEBUG nova.compute.manager [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] No waiting events found dispatching network-vif-plugged-db089bae-232a-48ad-ad9c-0bd56217936b {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.577392] env[62259]: WARNING nova.compute.manager [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Received unexpected event network-vif-plugged-db089bae-232a-48ad-ad9c-0bd56217936b for instance with vm_state building and task_state spawning. [ 1442.577566] env[62259]: DEBUG nova.compute.manager [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Received event network-changed-db089bae-232a-48ad-ad9c-0bd56217936b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1442.577718] env[62259]: DEBUG nova.compute.manager [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Refreshing instance network info cache due to event network-changed-db089bae-232a-48ad-ad9c-0bd56217936b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1442.577897] env[62259]: DEBUG oslo_concurrency.lockutils [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] Acquiring lock "refresh_cache-378794aa-e5b8-4906-8dbf-cb6bf630cb4e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.578040] env[62259]: DEBUG oslo_concurrency.lockutils [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] Acquired lock "refresh_cache-378794aa-e5b8-4906-8dbf-cb6bf630cb4e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.578196] env[62259]: DEBUG nova.network.neutron [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Refreshing network info cache for port db089bae-232a-48ad-ad9c-0bd56217936b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.703475] env[62259]: DEBUG nova.compute.manager [None req-bb690138-5b94-4983-b65b-cf98697a3efc tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Instance disappeared during snapshot {{(pid=62259) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4581}} [ 1442.847207] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307daa4c-9633-40b6-9959-a8eae9d536bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.855768] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b43b47-2880-408b-8aa8-09856564634f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.888871] env[62259]: DEBUG nova.compute.manager [None req-bb690138-5b94-4983-b65b-cf98697a3efc tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Found 0 images (rotation: 2) {{(pid=62259) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4884}} [ 1442.890199] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2207522-fe09-4029-853f-721a9237f308 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.893167] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Releasing lock "refresh_cache-7471798f-e102-4a51-855d-7444f0284d80" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.893550] env[62259]: DEBUG nova.compute.manager [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.893753] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.894486] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f085949-e8ea-4fa4-b04b-5b36acd0e30e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.904136] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fae6dc3-3f17-4951-95d9-c20ad5682a20 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.908588] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.909479] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa1279b-9c63-4345-a47d-b32b19933a04 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.922887] env[62259]: DEBUG nova.compute.provider_tree [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.925669] env[62259]: DEBUG oslo_vmware.api [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1442.925669] env[62259]: value = "task-1691921" [ 1442.925669] env[62259]: _type = "Task" [ 1442.925669] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.935732] env[62259]: DEBUG oslo_vmware.api [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.037529] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquiring lock "refresh_cache-378794aa-e5b8-4906-8dbf-cb6bf630cb4e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.128271] env[62259]: DEBUG nova.network.neutron [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.427464] env[62259]: DEBUG nova.scheduler.client.report [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1443.440234] env[62259]: DEBUG oslo_vmware.api [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691921, 'name': PowerOffVM_Task, 'duration_secs': 0.18312} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.440543] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.440731] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.440991] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cff0eab7-fc55-412c-8b19-fbdadd6cf49c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.465810] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.466078] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.466227] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Deleting the datastore file [datastore1] 7471798f-e102-4a51-855d-7444f0284d80 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.466466] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98cd71e4-a090-4444-b835-6c843e886f4d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.472690] env[62259]: DEBUG oslo_vmware.api [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for the task: (returnval){ [ 1443.472690] env[62259]: value = "task-1691923" [ 1443.472690] env[62259]: _type = "Task" [ 1443.472690] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.481324] env[62259]: DEBUG oslo_vmware.api [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.483737] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.483960] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.521127] env[62259]: DEBUG nova.network.neutron [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.935838] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.938536] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.574s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.938805] env[62259]: DEBUG nova.objects.instance [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lazy-loading 'resources' on Instance uuid 954a4581-3007-44f7-9d78-d9823733db46 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.966325] env[62259]: INFO nova.scheduler.client.report [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Deleted allocations for instance b8769b56-c1c3-41db-ab9e-38485fcb29dc [ 1443.982547] env[62259]: DEBUG oslo_vmware.api [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Task: {'id': task-1691923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099909} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.982803] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.982986] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.983207] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.983384] env[62259]: INFO nova.compute.manager [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1443.983694] env[62259]: DEBUG oslo.service.loopingcall [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.983882] env[62259]: DEBUG nova.compute.manager [-] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1443.983991] env[62259]: DEBUG nova.network.neutron [-] [instance: 7471798f-e102-4a51-855d-7444f0284d80] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1443.987273] env[62259]: DEBUG nova.compute.utils [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.021127] env[62259]: DEBUG nova.network.neutron [-] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.023666] env[62259]: DEBUG oslo_concurrency.lockutils [req-674055c0-43a1-48ed-9104-348c5b147a27 req-392aad6a-de23-4826-8493-924562f20b48 service nova] Releasing lock "refresh_cache-378794aa-e5b8-4906-8dbf-cb6bf630cb4e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.024048] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquired lock "refresh_cache-378794aa-e5b8-4906-8dbf-cb6bf630cb4e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.024200] env[62259]: DEBUG nova.network.neutron [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.478126] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b806a832-be17-440a-8eb9-bf9eaf45e971 tempest-ServerDiagnosticsV248Test-193190561 tempest-ServerDiagnosticsV248Test-193190561-project-member] Lock "b8769b56-c1c3-41db-ab9e-38485fcb29dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.224s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.493328] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.523862] env[62259]: DEBUG nova.network.neutron [-] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.593207] env[62259]: DEBUG nova.network.neutron [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.821625] env[62259]: DEBUG nova.network.neutron [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Updating instance_info_cache with network_info: [{"id": "db089bae-232a-48ad-ad9c-0bd56217936b", "address": "fa:16:3e:a3:91:af", "network": {"id": "94c6f8d9-5513-4d73-b9ef-eda0adb2d7b8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1888694828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f8d494554e04f9fbef6fb94739aa37a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb089bae-23", "ovs_interfaceid": "db089bae-232a-48ad-ad9c-0bd56217936b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.918786] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611e02ac-cdaf-4043-aa02-7a3cd43b22f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.927263] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e3977a-dd68-40ae-b1b5-f89671f8c1ae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.967730] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecc86c3-4794-463a-bd81-5c6c1dddf564 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.976149] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3103d90d-3761-4ed9-9236-b15d6ea4ac36 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.990796] env[62259]: DEBUG nova.compute.provider_tree [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1445.026198] env[62259]: INFO nova.compute.manager [-] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Took 1.04 seconds to deallocate network for instance. [ 1445.324449] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Releasing lock "refresh_cache-378794aa-e5b8-4906-8dbf-cb6bf630cb4e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.324844] env[62259]: DEBUG nova.compute.manager [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Instance network_info: |[{"id": "db089bae-232a-48ad-ad9c-0bd56217936b", "address": "fa:16:3e:a3:91:af", "network": {"id": "94c6f8d9-5513-4d73-b9ef-eda0adb2d7b8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1888694828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f8d494554e04f9fbef6fb94739aa37a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb089bae-23", "ovs_interfaceid": "db089bae-232a-48ad-ad9c-0bd56217936b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.325375] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:91:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db089bae-232a-48ad-ad9c-0bd56217936b', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.337697] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Creating folder: Project (4f8d494554e04f9fbef6fb94739aa37a). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.337697] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d9daddb-e26f-4ab5-99da-aabe27832542 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.344595] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Created folder: Project (4f8d494554e04f9fbef6fb94739aa37a) in parent group-v352705. [ 1445.344955] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Creating folder: Instances. Parent ref: group-v352831. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.345240] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-356b80e7-6804-4352-bf84-09ffa5310ac7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.354777] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Created folder: Instances in parent group-v352831. [ 1445.355076] env[62259]: DEBUG oslo.service.loopingcall [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.355277] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.355503] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e624ceaf-2012-47ee-8067-63d72374608e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.374662] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.374662] env[62259]: value = "task-1691926" [ 1445.374662] env[62259]: _type = "Task" [ 1445.374662] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.382211] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691926, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.512198] env[62259]: ERROR nova.scheduler.client.report [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [req-42b79837-1e5e-45eb-bf66-0be69949effa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-42b79837-1e5e-45eb-bf66-0be69949effa"}]} [ 1445.529793] env[62259]: DEBUG nova.scheduler.client.report [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1445.535933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.544777] env[62259]: DEBUG nova.scheduler.client.report [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1445.545032] env[62259]: DEBUG nova.compute.provider_tree [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1445.557778] env[62259]: DEBUG nova.scheduler.client.report [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1445.578485] env[62259]: DEBUG nova.scheduler.client.report [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1445.609697] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.609697] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.609904] env[62259]: INFO nova.compute.manager [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Attaching volume 14ecf1d2-0eb5-4b60-94ea-108d06979ab3 to /dev/sdb [ 1445.655043] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacee2a6-f397-4084-b5da-a7858d18bd80 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.663017] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4d28be-771d-4187-8c9a-64ca6c3e01db {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.680587] env[62259]: DEBUG nova.virt.block_device [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Updating existing volume attachment record: b69602a8-4772-478a-bc9d-bd32273c417e {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1445.886167] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691926, 'name': CreateVM_Task, 'duration_secs': 0.320307} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.886393] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.890030] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.890030] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.890030] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.890030] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c4d320-a027-4032-ab9b-5c353d49609b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.893659] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1445.893659] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cdfc55-1386-9cd1-31b1-9d2a4dfdefd4" [ 1445.893659] env[62259]: _type = "Task" [ 1445.893659] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.909562] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cdfc55-1386-9cd1-31b1-9d2a4dfdefd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.032017] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa13fdc-6de6-4532-8e63-1551dfcc3ed6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.039960] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02e29b0-50e5-4492-a120-2dc26958aa32 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.075408] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f67dfb-0467-422a-92e1-04700b5ade94 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.085295] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c05f83-818f-4ace-bfe6-b87dd6f907a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.106893] env[62259]: DEBUG nova.compute.provider_tree [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.410187] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cdfc55-1386-9cd1-31b1-9d2a4dfdefd4, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.410627] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.410794] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.411066] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.411218] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.411401] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.411693] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7942870-e485-4933-a53a-63c1417e90a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.419631] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.419846] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.420588] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29495be6-137f-4351-9750-8b691b529c7c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.425816] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1446.425816] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52af9e18-6081-495b-027d-be5c793048ed" [ 1446.425816] env[62259]: _type = "Task" [ 1446.425816] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.433334] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52af9e18-6081-495b-027d-be5c793048ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.650206] env[62259]: DEBUG nova.scheduler.client.report [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1446.650510] env[62259]: DEBUG nova.compute.provider_tree [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 75 to 76 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1446.650673] env[62259]: DEBUG nova.compute.provider_tree [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.936503] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52af9e18-6081-495b-027d-be5c793048ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.938425] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eac1472-a656-4f69-98a4-cd17af1d9898 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.944266] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1446.944266] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525afcd0-de3e-eebb-83f9-92fb1970e615" [ 1446.944266] env[62259]: _type = "Task" [ 1446.944266] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.952435] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525afcd0-de3e-eebb-83f9-92fb1970e615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.159716] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.221s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.166564] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.589s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.169040] env[62259]: INFO nova.compute.claims [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.205723] env[62259]: INFO nova.scheduler.client.report [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted allocations for instance 954a4581-3007-44f7-9d78-d9823733db46 [ 1447.456916] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525afcd0-de3e-eebb-83f9-92fb1970e615, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.457762] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.458114] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 378794aa-e5b8-4906-8dbf-cb6bf630cb4e/378794aa-e5b8-4906-8dbf-cb6bf630cb4e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.459665] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5366b82-985e-4364-a565-01e63d03a678 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.469158] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1447.469158] env[62259]: value = "task-1691930" [ 1447.469158] env[62259]: _type = "Task" [ 1447.469158] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.479366] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.721761] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67f4fc70-e8d9-41bc-8356-40daab7dee17 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "954a4581-3007-44f7-9d78-d9823733db46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.325s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.982824] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48209} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.984029] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 378794aa-e5b8-4906-8dbf-cb6bf630cb4e/378794aa-e5b8-4906-8dbf-cb6bf630cb4e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.984029] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.984029] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c617858-45b4-46c6-9821-06f384343f86 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.991347] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1447.991347] env[62259]: value = "task-1691932" [ 1447.991347] env[62259]: _type = "Task" [ 1447.991347] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.003973] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.501382] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067404} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.501653] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.502547] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838fd121-59c7-4035-abdd-a5497b6487b1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.518103] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9feea3c3-e37e-4105-a582-9581f26122c8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.519618] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.519618] env[62259]: INFO nova.compute.manager [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Shelving [ 1448.535379] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 378794aa-e5b8-4906-8dbf-cb6bf630cb4e/378794aa-e5b8-4906-8dbf-cb6bf630cb4e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.539330] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb99d42-35b0-499c-9ba3-3c44c1ffb29d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.560083] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1448.560083] env[62259]: value = "task-1691933" [ 1448.560083] env[62259]: _type = "Task" [ 1448.560083] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.569600] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.742543] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8d201f-0a1a-49da-8d80-bcb44e79dd46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.752927] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2721d37-a64d-4fd1-b0f6-fdd375689b4f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.788218] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b60c6f6-4c5a-41d9-be00-5cd29df6e58a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.797609] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17916a18-9789-473c-a76b-0adcd2a67532 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.813886] env[62259]: DEBUG nova.compute.provider_tree [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1449.073042] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.358427] env[62259]: DEBUG nova.scheduler.client.report [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1449.358712] env[62259]: DEBUG nova.compute.provider_tree [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 76 to 77 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1449.358898] env[62259]: DEBUG nova.compute.provider_tree [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1449.544238] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.546502] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d2225df-8de3-4354-9f94-8816511f28ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.552582] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1449.552582] env[62259]: value = "task-1691934" [ 1449.552582] env[62259]: _type = "Task" [ 1449.552582] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.565474] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.574384] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.869642] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.870311] env[62259]: DEBUG nova.compute.manager [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1449.876098] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.750s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.878077] env[62259]: INFO nova.compute.claims [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.064575] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691934, 'name': PowerOffVM_Task, 'duration_secs': 0.242447} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.065172] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.070262] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60d9cf5-db01-43e8-9104-588e38eb2327 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.078437] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691933, 'name': ReconfigVM_Task, 'duration_secs': 1.098714} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.093592] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 378794aa-e5b8-4906-8dbf-cb6bf630cb4e/378794aa-e5b8-4906-8dbf-cb6bf630cb4e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.094456] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c91083c-5875-4ef2-93b3-499cd81d00b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.097191] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a6d332-d29a-4a9a-8efc-a5d2ed477734 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.109492] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1450.109492] env[62259]: value = "task-1691935" [ 1450.109492] env[62259]: _type = "Task" [ 1450.109492] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.124925] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691935, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.247674] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1450.247929] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352835', 'volume_id': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'name': 'volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '656db28c-aa12-43c6-be4a-e3abfd6345bd', 'attached_at': '', 'detached_at': '', 'volume_id': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'serial': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1450.251725] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9a8b35-c843-4632-b665-f9e07145d3d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.269290] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99b4904-5702-4627-84f0-a6be378555c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.297319] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3/volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.297691] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3879a8-ea2c-4fbf-8063-ee5bee65bf47 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.319169] env[62259]: DEBUG oslo_vmware.api [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1450.319169] env[62259]: value = "task-1691936" [ 1450.319169] env[62259]: _type = "Task" [ 1450.319169] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.330039] env[62259]: DEBUG oslo_vmware.api [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.383184] env[62259]: DEBUG nova.compute.utils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1450.384664] env[62259]: DEBUG nova.compute.manager [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1450.384864] env[62259]: DEBUG nova.network.neutron [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.468764] env[62259]: DEBUG nova.policy [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ad7d7bb0dbf499a9abe5b661d39a647', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e5cd63094864e98937c297c4fc704a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1450.612525] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1450.612902] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e06f7d73-9194-424e-b994-6738d9a5b182 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.626790] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691935, 'name': Rename_Task, 'duration_secs': 0.163152} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.628271] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.628667] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1450.628667] env[62259]: value = "task-1691937" [ 1450.628667] env[62259]: _type = "Task" [ 1450.628667] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.628896] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10a18f64-e79a-4144-8f3b-7952d1b9dc69 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.642675] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.649158] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1450.649158] env[62259]: value = "task-1691938" [ 1450.649158] env[62259]: _type = "Task" [ 1450.649158] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.655186] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.832247] env[62259]: DEBUG oslo_vmware.api [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691936, 'name': ReconfigVM_Task, 'duration_secs': 0.421212} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.832677] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3/volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.842182] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd73af0-76f1-4c64-acb6-2b53f0fce3f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.869232] env[62259]: DEBUG oslo_vmware.api [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1450.869232] env[62259]: value = "task-1691939" [ 1450.869232] env[62259]: _type = "Task" [ 1450.869232] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.881671] env[62259]: DEBUG oslo_vmware.api [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691939, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.894337] env[62259]: DEBUG nova.compute.utils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.142434] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691937, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.157539] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691938, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.263615] env[62259]: DEBUG nova.network.neutron [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Successfully created port: 5dd8a881-faea-4b60-aec3-2879aa9b81b5 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.363680] env[62259]: DEBUG nova.compute.manager [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.368806] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f0782-eebd-4cfa-aaaf-9e1181cdf49d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.380352] env[62259]: DEBUG oslo_vmware.api [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1691939, 'name': ReconfigVM_Task, 'duration_secs': 0.148533} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.382902] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352835', 'volume_id': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'name': 'volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '656db28c-aa12-43c6-be4a-e3abfd6345bd', 'attached_at': '', 'detached_at': '', 'volume_id': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'serial': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1451.384880] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a077f3-52cf-499f-a9a2-2fbaa8565f8e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.395124] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f8d580-9ec0-4f67-b2d7-8961d080391f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.403501] env[62259]: DEBUG nova.compute.manager [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.434109] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4700678-146d-4bfb-b0e0-9cdaa0e780f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.443671] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225de9f3-0e92-48c9-81c8-679e303b1cb6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.459540] env[62259]: DEBUG nova.compute.provider_tree [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.646544] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691937, 'name': CreateSnapshot_Task, 'duration_secs': 0.865787} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.646826] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1451.647616] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce72d5-800c-4e64-9625-ed0cbca40e44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.664067] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691938, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.895921] env[62259]: INFO nova.compute.manager [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] instance snapshotting [ 1451.895921] env[62259]: DEBUG nova.objects.instance [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'flavor' on Instance uuid 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.965870] env[62259]: DEBUG nova.scheduler.client.report [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1452.161122] env[62259]: DEBUG oslo_vmware.api [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691938, 'name': PowerOnVM_Task, 'duration_secs': 1.311026} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.161465] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.163587] env[62259]: INFO nova.compute.manager [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1452.163587] env[62259]: DEBUG nova.compute.manager [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.163587] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90463ee9-4498-40c4-927a-3d2268211ac2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.172698] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1452.172971] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90ad4e15-cf2b-4a38-8c8b-a54426553d22 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.185030] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1452.185030] env[62259]: value = "task-1691940" [ 1452.185030] env[62259]: _type = "Task" [ 1452.185030] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.191610] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691940, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.406439] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5fea2-ac74-4c0f-8e5d-9650225cbc9a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.427188] env[62259]: DEBUG nova.compute.manager [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.430902] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3c3bb8-f30d-4c29-9e9e-a359e3932338 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.454380] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:35:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2040637855',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1631458572',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1452.454787] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1452.454846] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.455107] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1452.455406] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.455538] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1452.455785] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1452.455979] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1452.456244] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1452.456457] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1452.456670] env[62259]: DEBUG nova.virt.hardware [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1452.457640] env[62259]: DEBUG nova.objects.instance [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'flavor' on Instance uuid 656db28c-aa12-43c6-be4a-e3abfd6345bd {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.461042] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66916779-03de-48f0-a27e-ac78723b3b4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.471096] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.471840] env[62259]: DEBUG nova.compute.manager [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1452.474641] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.424s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.476209] env[62259]: INFO nova.compute.claims [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1452.483482] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f2cec5-bc7e-4358-a6e0-18bf12bc133c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.602950] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "88584ded-586c-4b00-a393-5106b5d383c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.603446] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "88584ded-586c-4b00-a393-5106b5d383c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.700742] env[62259]: INFO nova.compute.manager [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Took 46.83 seconds to build instance. [ 1452.706011] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691940, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.941914] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1452.942190] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f18133a-f0be-40ec-96a1-6e0c0bcde680 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.950526] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1452.950526] env[62259]: value = "task-1691941" [ 1452.950526] env[62259]: _type = "Task" [ 1452.950526] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.964560] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691941, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.969555] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16f3f113-1207-4c8d-a279-541f15b9c5f0 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.360s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.994336] env[62259]: DEBUG nova.compute.utils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1452.998349] env[62259]: DEBUG nova.compute.manager [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1452.998688] env[62259]: DEBUG nova.network.neutron [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.052350] env[62259]: DEBUG nova.policy [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816110d667644924be2c269a80413166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17eed2a6861f48debfda2714df2e6634', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1453.097595] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "e6d34622-a87d-4ada-9be0-c4515f53d329" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.098718] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "e6d34622-a87d-4ada-9be0-c4515f53d329" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.202363] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ebd5cb87-f7a0-4a17-91b8-efce59f0d534 tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.208s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.202630] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691940, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.248115] env[62259]: DEBUG nova.compute.manager [req-e5085263-a1cb-415e-ab16-ba2e969be114 req-f68ed7cc-9779-4411-be3d-7674e67a720e service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Received event network-vif-plugged-5dd8a881-faea-4b60-aec3-2879aa9b81b5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1453.248421] env[62259]: DEBUG oslo_concurrency.lockutils [req-e5085263-a1cb-415e-ab16-ba2e969be114 req-f68ed7cc-9779-4411-be3d-7674e67a720e service nova] Acquiring lock "b77463b3-dccc-4ed0-a19b-7d705e03047e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.248652] env[62259]: DEBUG oslo_concurrency.lockutils [req-e5085263-a1cb-415e-ab16-ba2e969be114 req-f68ed7cc-9779-4411-be3d-7674e67a720e service nova] Lock "b77463b3-dccc-4ed0-a19b-7d705e03047e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.248905] env[62259]: DEBUG oslo_concurrency.lockutils [req-e5085263-a1cb-415e-ab16-ba2e969be114 req-f68ed7cc-9779-4411-be3d-7674e67a720e service nova] Lock "b77463b3-dccc-4ed0-a19b-7d705e03047e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.249202] env[62259]: DEBUG nova.compute.manager [req-e5085263-a1cb-415e-ab16-ba2e969be114 req-f68ed7cc-9779-4411-be3d-7674e67a720e service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] No waiting events found dispatching network-vif-plugged-5dd8a881-faea-4b60-aec3-2879aa9b81b5 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1453.250185] env[62259]: WARNING nova.compute.manager [req-e5085263-a1cb-415e-ab16-ba2e969be114 req-f68ed7cc-9779-4411-be3d-7674e67a720e service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Received unexpected event network-vif-plugged-5dd8a881-faea-4b60-aec3-2879aa9b81b5 for instance with vm_state building and task_state spawning. [ 1453.270144] env[62259]: DEBUG nova.network.neutron [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Successfully updated port: 5dd8a881-faea-4b60-aec3-2879aa9b81b5 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.294161] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquiring lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.294161] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.294342] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquiring lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.294570] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.294751] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.298547] env[62259]: INFO nova.compute.manager [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Terminating instance [ 1453.322963] env[62259]: DEBUG nova.network.neutron [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Successfully created port: 473d59f4-110b-41fb-ad41-b5980dbf6d90 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1453.463418] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691941, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.499833] env[62259]: DEBUG nova.compute.manager [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1453.705388] env[62259]: DEBUG nova.compute.manager [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.707959] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691940, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.774518] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "refresh_cache-b77463b3-dccc-4ed0-a19b-7d705e03047e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.774714] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquired lock "refresh_cache-b77463b3-dccc-4ed0-a19b-7d705e03047e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.774828] env[62259]: DEBUG nova.network.neutron [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.808100] env[62259]: DEBUG nova.compute.manager [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.808100] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.809051] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca566403-12b2-41bc-889a-16ec01c7c0b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.818045] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.820603] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abf17f76-854f-453b-a585-a53bcca6fdd5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.827602] env[62259]: DEBUG oslo_vmware.api [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1453.827602] env[62259]: value = "task-1691942" [ 1453.827602] env[62259]: _type = "Task" [ 1453.827602] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.837622] env[62259]: DEBUG oslo_vmware.api [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.948456] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca3691-d9e5-4517-8ab0-bda42ef9d6db {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.969752] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1348f-63c3-4529-a40a-63e9253b5e59 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.973195] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691941, 'name': CreateSnapshot_Task, 'duration_secs': 0.596233} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.973472] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1453.974555] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf91cd0-dfef-401e-9c89-04c98ba5baa7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.004019] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6301d1-de69-4ad5-8489-6a1eb5e9f7db {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.022984] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cec386-d956-4717-9bfc-2cbedcc2a734 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.039522] env[62259]: DEBUG nova.compute.provider_tree [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.202698] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691940, 'name': CloneVM_Task, 'duration_secs': 1.777161} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.202949] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Created linked-clone VM from snapshot [ 1454.203651] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4158ab78-4806-44c8-bcb9-db577f77ebb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.213420] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Uploading image 9bbec94b-054f-4f50-be2b-170dede10e6b {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1454.232591] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.237314] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1454.237314] env[62259]: value = "vm-352837" [ 1454.237314] env[62259]: _type = "VirtualMachine" [ 1454.237314] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1454.237620] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ff0f2469-fbe9-45b5-908a-506649509b17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.244992] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lease: (returnval){ [ 1454.244992] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529e6f23-3773-9c38-ad45-46fae592a1dc" [ 1454.244992] env[62259]: _type = "HttpNfcLease" [ 1454.244992] env[62259]: } obtained for exporting VM: (result){ [ 1454.244992] env[62259]: value = "vm-352837" [ 1454.244992] env[62259]: _type = "VirtualMachine" [ 1454.244992] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1454.245306] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the lease: (returnval){ [ 1454.245306] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529e6f23-3773-9c38-ad45-46fae592a1dc" [ 1454.245306] env[62259]: _type = "HttpNfcLease" [ 1454.245306] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1454.251791] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1454.251791] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529e6f23-3773-9c38-ad45-46fae592a1dc" [ 1454.251791] env[62259]: _type = "HttpNfcLease" [ 1454.251791] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1454.308434] env[62259]: DEBUG nova.network.neutron [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.338980] env[62259]: DEBUG oslo_vmware.api [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691942, 'name': PowerOffVM_Task, 'duration_secs': 0.181987} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.339205] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.339374] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.339616] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-428ab8bb-0f46-42ef-9be6-28abc226337f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.505030] env[62259]: DEBUG nova.network.neutron [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Updating instance_info_cache with network_info: [{"id": "5dd8a881-faea-4b60-aec3-2879aa9b81b5", "address": "fa:16:3e:4f:87:e4", "network": {"id": "95992f85-7cb7-48fa-be0c-c7c711ba596c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-774266239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5cd63094864e98937c297c4fc704a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd8a881-fa", "ovs_interfaceid": "5dd8a881-faea-4b60-aec3-2879aa9b81b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.507334] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.507543] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.507733] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Deleting the datastore file [datastore1] 378794aa-e5b8-4906-8dbf-cb6bf630cb4e {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.508216] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4615cd02-25f2-4bdb-a1e6-68c419383338 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.512324] env[62259]: DEBUG nova.compute.manager [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1454.517269] env[62259]: DEBUG oslo_vmware.api [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for the task: (returnval){ [ 1454.517269] env[62259]: value = "task-1691945" [ 1454.517269] env[62259]: _type = "Task" [ 1454.517269] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.526578] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1454.527142] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26c62dd4-6548-4a63-ad41-b2d209d913d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.535773] env[62259]: DEBUG oslo_vmware.api [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.537599] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1454.537599] env[62259]: value = "task-1691946" [ 1454.537599] env[62259]: _type = "Task" [ 1454.537599] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.539590] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1454.539812] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1454.540014] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.540213] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1454.540435] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.540601] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1454.540812] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1454.540974] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1454.541157] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1454.541312] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1454.541482] env[62259]: DEBUG nova.virt.hardware [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1454.542321] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b278cc94-d1c2-49f2-a879-ebe2c31f0485 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.545248] env[62259]: DEBUG nova.scheduler.client.report [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1454.560572] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e7ecc-e368-4d11-927f-62be2dcca791 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.563576] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691946, 'name': CloneVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.753479] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1454.753479] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529e6f23-3773-9c38-ad45-46fae592a1dc" [ 1454.753479] env[62259]: _type = "HttpNfcLease" [ 1454.753479] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1454.753789] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1454.753789] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529e6f23-3773-9c38-ad45-46fae592a1dc" [ 1454.753789] env[62259]: _type = "HttpNfcLease" [ 1454.753789] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1454.754586] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf600ca-23aa-45b1-9dfb-f2366c09242a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.763143] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f4d1-a0a0-6fff-29ee-8a4b891fb7e9/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1454.763375] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f4d1-a0a0-6fff-29ee-8a4b891fb7e9/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1454.861295] env[62259]: DEBUG nova.network.neutron [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Successfully updated port: 473d59f4-110b-41fb-ad41-b5980dbf6d90 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1454.866096] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9c6552e-1a30-4ac1-af79-35140c7fb817 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.917036] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "7c76e700-8634-4290-b100-a9997a443a3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.917230] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "7c76e700-8634-4290-b100-a9997a443a3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.919019] env[62259]: DEBUG nova.compute.manager [req-c87250e7-de35-45fc-b06f-6cca07e7e3dc req-8e7dbf01-b6a2-4ffd-8994-5237f5dd2d24 service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Received event network-vif-plugged-473d59f4-110b-41fb-ad41-b5980dbf6d90 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1454.919426] env[62259]: DEBUG oslo_concurrency.lockutils [req-c87250e7-de35-45fc-b06f-6cca07e7e3dc req-8e7dbf01-b6a2-4ffd-8994-5237f5dd2d24 service nova] Acquiring lock "cd646b42-d969-4a31-bd65-0fd6748a8bab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.919426] env[62259]: DEBUG oslo_concurrency.lockutils [req-c87250e7-de35-45fc-b06f-6cca07e7e3dc req-8e7dbf01-b6a2-4ffd-8994-5237f5dd2d24 service nova] Lock "cd646b42-d969-4a31-bd65-0fd6748a8bab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.919732] env[62259]: DEBUG oslo_concurrency.lockutils [req-c87250e7-de35-45fc-b06f-6cca07e7e3dc req-8e7dbf01-b6a2-4ffd-8994-5237f5dd2d24 service nova] Lock "cd646b42-d969-4a31-bd65-0fd6748a8bab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.919732] env[62259]: DEBUG nova.compute.manager [req-c87250e7-de35-45fc-b06f-6cca07e7e3dc req-8e7dbf01-b6a2-4ffd-8994-5237f5dd2d24 service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] No waiting events found dispatching network-vif-plugged-473d59f4-110b-41fb-ad41-b5980dbf6d90 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.919882] env[62259]: WARNING nova.compute.manager [req-c87250e7-de35-45fc-b06f-6cca07e7e3dc req-8e7dbf01-b6a2-4ffd-8994-5237f5dd2d24 service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Received unexpected event network-vif-plugged-473d59f4-110b-41fb-ad41-b5980dbf6d90 for instance with vm_state building and task_state spawning. [ 1455.008734] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Releasing lock "refresh_cache-b77463b3-dccc-4ed0-a19b-7d705e03047e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.009089] env[62259]: DEBUG nova.compute.manager [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Instance network_info: |[{"id": "5dd8a881-faea-4b60-aec3-2879aa9b81b5", "address": "fa:16:3e:4f:87:e4", "network": {"id": "95992f85-7cb7-48fa-be0c-c7c711ba596c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-774266239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5cd63094864e98937c297c4fc704a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd8a881-fa", "ovs_interfaceid": "5dd8a881-faea-4b60-aec3-2879aa9b81b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1455.009493] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:87:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dd8a881-faea-4b60-aec3-2879aa9b81b5', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.018638] env[62259]: DEBUG oslo.service.loopingcall [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.018638] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.021511] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baafdcd1-9196-4781-a5fd-5f995fc60b2b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.041510] env[62259]: DEBUG oslo_vmware.api [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Task: {'id': task-1691945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173422} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.042775] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.042881] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.043065] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.043245] env[62259]: INFO nova.compute.manager [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1455.043480] env[62259]: DEBUG oslo.service.loopingcall [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.043717] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.043717] env[62259]: value = "task-1691947" [ 1455.043717] env[62259]: _type = "Task" [ 1455.043717] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.043937] env[62259]: DEBUG nova.compute.manager [-] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.044052] env[62259]: DEBUG nova.network.neutron [-] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.052368] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.052850] env[62259]: DEBUG nova.compute.manager [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1455.059126] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.766s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.060569] env[62259]: INFO nova.compute.claims [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.063307] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691946, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.071255] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691947, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.281395] env[62259]: DEBUG nova.compute.manager [req-b0c01b28-37c1-4ab7-b7f5-7cd920dfc896 req-fb02dfbc-873b-4127-ab30-a3e783da02a7 service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Received event network-changed-5dd8a881-faea-4b60-aec3-2879aa9b81b5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1455.281719] env[62259]: DEBUG nova.compute.manager [req-b0c01b28-37c1-4ab7-b7f5-7cd920dfc896 req-fb02dfbc-873b-4127-ab30-a3e783da02a7 service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Refreshing instance network info cache due to event network-changed-5dd8a881-faea-4b60-aec3-2879aa9b81b5. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1455.282037] env[62259]: DEBUG oslo_concurrency.lockutils [req-b0c01b28-37c1-4ab7-b7f5-7cd920dfc896 req-fb02dfbc-873b-4127-ab30-a3e783da02a7 service nova] Acquiring lock "refresh_cache-b77463b3-dccc-4ed0-a19b-7d705e03047e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.282479] env[62259]: DEBUG oslo_concurrency.lockutils [req-b0c01b28-37c1-4ab7-b7f5-7cd920dfc896 req-fb02dfbc-873b-4127-ab30-a3e783da02a7 service nova] Acquired lock "refresh_cache-b77463b3-dccc-4ed0-a19b-7d705e03047e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.282479] env[62259]: DEBUG nova.network.neutron [req-b0c01b28-37c1-4ab7-b7f5-7cd920dfc896 req-fb02dfbc-873b-4127-ab30-a3e783da02a7 service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Refreshing network info cache for port 5dd8a881-faea-4b60-aec3-2879aa9b81b5 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.370643] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "refresh_cache-cd646b42-d969-4a31-bd65-0fd6748a8bab" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.370643] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired lock "refresh_cache-cd646b42-d969-4a31-bd65-0fd6748a8bab" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.370643] env[62259]: DEBUG nova.network.neutron [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1455.563509] env[62259]: DEBUG nova.compute.utils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1455.565331] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691946, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.569336] env[62259]: DEBUG nova.compute.manager [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1455.569570] env[62259]: DEBUG nova.network.neutron [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1455.572468] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691947, 'name': CreateVM_Task, 'duration_secs': 0.43299} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.575803] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.578629] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.578629] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.578629] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1455.578629] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1adadf2-4a91-4ab4-b550-60af50f27b07 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.587028] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1455.587028] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5244378f-f32a-422e-3c75-9e84103495b4" [ 1455.587028] env[62259]: _type = "Task" [ 1455.587028] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.600452] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5244378f-f32a-422e-3c75-9e84103495b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.600820] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.602187] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.602187] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.602187] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.602187] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.602396] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5eb9879-039b-49a3-b4c8-423a60ae236a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.611415] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.611683] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.612579] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e0d8d8-1ad9-4c49-a53e-7ffe20ea6583 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.619142] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1455.619142] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522a497b-dd9a-28d9-26ec-2433b8a300e4" [ 1455.619142] env[62259]: _type = "Task" [ 1455.619142] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.629216] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522a497b-dd9a-28d9-26ec-2433b8a300e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.646477] env[62259]: DEBUG nova.policy [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1100de882aab42a98337047b1ad7a72f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0af38e061747be9dbbd9a5b0746b91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1455.847623] env[62259]: DEBUG nova.network.neutron [-] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.922046] env[62259]: DEBUG nova.network.neutron [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.057933] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691946, 'name': CloneVM_Task, 'duration_secs': 1.265036} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.058630] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Created linked-clone VM from snapshot [ 1456.059561] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f61011-8204-417a-81c3-99e8af9666b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.072781] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Uploading image 98d62b20-8a7a-4aa4-9491-5dad7950cb2d {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1456.077119] env[62259]: DEBUG nova.compute.manager [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1456.110914] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1456.110914] env[62259]: value = "vm-352839" [ 1456.110914] env[62259]: _type = "VirtualMachine" [ 1456.110914] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1456.110914] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a9aa4b58-e8b1-4e1c-aa28-fee52b6ad0f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.121018] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease: (returnval){ [ 1456.121018] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52824bff-68b0-0ed6-b797-5ae9f181086c" [ 1456.121018] env[62259]: _type = "HttpNfcLease" [ 1456.121018] env[62259]: } obtained for exporting VM: (result){ [ 1456.121018] env[62259]: value = "vm-352839" [ 1456.121018] env[62259]: _type = "VirtualMachine" [ 1456.121018] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1456.122035] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the lease: (returnval){ [ 1456.122035] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52824bff-68b0-0ed6-b797-5ae9f181086c" [ 1456.122035] env[62259]: _type = "HttpNfcLease" [ 1456.122035] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1456.143564] env[62259]: DEBUG nova.network.neutron [req-b0c01b28-37c1-4ab7-b7f5-7cd920dfc896 req-fb02dfbc-873b-4127-ab30-a3e783da02a7 service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Updated VIF entry in instance network info cache for port 5dd8a881-faea-4b60-aec3-2879aa9b81b5. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.144069] env[62259]: DEBUG nova.network.neutron [req-b0c01b28-37c1-4ab7-b7f5-7cd920dfc896 req-fb02dfbc-873b-4127-ab30-a3e783da02a7 service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Updating instance_info_cache with network_info: [{"id": "5dd8a881-faea-4b60-aec3-2879aa9b81b5", "address": "fa:16:3e:4f:87:e4", "network": {"id": "95992f85-7cb7-48fa-be0c-c7c711ba596c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-774266239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5cd63094864e98937c297c4fc704a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd8a881-fa", "ovs_interfaceid": "5dd8a881-faea-4b60-aec3-2879aa9b81b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.155649] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1456.155649] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52824bff-68b0-0ed6-b797-5ae9f181086c" [ 1456.155649] env[62259]: _type = "HttpNfcLease" [ 1456.155649] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1456.159236] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522a497b-dd9a-28d9-26ec-2433b8a300e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009081} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.162413] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1456.162413] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52824bff-68b0-0ed6-b797-5ae9f181086c" [ 1456.162413] env[62259]: _type = "HttpNfcLease" [ 1456.162413] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1456.164569] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab7fcf7-464b-4490-80e2-0f3b1e151a22 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.169119] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5faf1247-abef-4739-b37a-87744091f862 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.183566] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243386e-b72a-99d4-bd1e-b1587b170a42/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1456.183566] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243386e-b72a-99d4-bd1e-b1587b170a42/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1456.190970] env[62259]: DEBUG nova.network.neutron [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Updating instance_info_cache with network_info: [{"id": "473d59f4-110b-41fb-ad41-b5980dbf6d90", "address": "fa:16:3e:ba:60:8e", "network": {"id": "638570c7-eeb2-4ff7-8eee-4a0980c51dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1073485451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17eed2a6861f48debfda2714df2e6634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d59f4-11", "ovs_interfaceid": "473d59f4-110b-41fb-ad41-b5980dbf6d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.190970] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1456.190970] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5287df14-2695-706a-8ec2-9c727d3824a7" [ 1456.190970] env[62259]: _type = "Task" [ 1456.190970] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.257363] env[62259]: DEBUG nova.network.neutron [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Successfully created port: f42b51d3-a86e-4124-9683-d423c4cdc8d0 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1456.269129] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5287df14-2695-706a-8ec2-9c727d3824a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.269129] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.269129] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] b77463b3-dccc-4ed0-a19b-7d705e03047e/b77463b3-dccc-4ed0-a19b-7d705e03047e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.269129] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0ae2362-9661-4051-8d59-20f1e7732566 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.278477] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1456.278477] env[62259]: value = "task-1691949" [ 1456.278477] env[62259]: _type = "Task" [ 1456.278477] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.287229] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.290402] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90c6ad79-13a8-4ed0-b152-f9ed505c679d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.352152] env[62259]: INFO nova.compute.manager [-] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Took 1.31 seconds to deallocate network for instance. [ 1456.649746] env[62259]: DEBUG oslo_concurrency.lockutils [req-b0c01b28-37c1-4ab7-b7f5-7cd920dfc896 req-fb02dfbc-873b-4127-ab30-a3e783da02a7 service nova] Releasing lock "refresh_cache-b77463b3-dccc-4ed0-a19b-7d705e03047e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.693226] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Releasing lock "refresh_cache-cd646b42-d969-4a31-bd65-0fd6748a8bab" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.694346] env[62259]: DEBUG nova.compute.manager [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Instance network_info: |[{"id": "473d59f4-110b-41fb-ad41-b5980dbf6d90", "address": "fa:16:3e:ba:60:8e", "network": {"id": "638570c7-eeb2-4ff7-8eee-4a0980c51dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1073485451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17eed2a6861f48debfda2714df2e6634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d59f4-11", "ovs_interfaceid": "473d59f4-110b-41fb-ad41-b5980dbf6d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1456.694346] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:60:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '473d59f4-110b-41fb-ad41-b5980dbf6d90', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1456.703881] env[62259]: DEBUG oslo.service.loopingcall [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.707386] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1456.709821] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d61e52ec-30af-4de1-a544-e21d6989d641 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.739755] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1456.739755] env[62259]: value = "task-1691950" [ 1456.739755] env[62259]: _type = "Task" [ 1456.739755] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.754629] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691950, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.767099] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada3bec-50ee-470f-84b4-65f30f60e845 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.783994] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a96bcc-f8b4-4a3a-a27b-5a4cee869728 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.794340] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509814} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.821266] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] b77463b3-dccc-4ed0-a19b-7d705e03047e/b77463b3-dccc-4ed0-a19b-7d705e03047e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.821642] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.822807] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19238f15-cac1-43ed-b2dd-bf85f43bdbc7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.826309] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0ddc49-6188-49d3-9922-2d4b61e3af2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.837414] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d50fb1a-913d-40a1-a425-870495878140 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.842247] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1456.842247] env[62259]: value = "task-1691951" [ 1456.842247] env[62259]: _type = "Task" [ 1456.842247] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.855484] env[62259]: DEBUG nova.compute.provider_tree [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.860359] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.864291] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.953756] env[62259]: DEBUG nova.compute.manager [req-d055d287-5af5-4c8f-ae80-d2dcc7a2f114 req-99331d08-26ff-41f1-a95c-163868a3fc20 service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Received event network-changed-473d59f4-110b-41fb-ad41-b5980dbf6d90 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1456.954128] env[62259]: DEBUG nova.compute.manager [req-d055d287-5af5-4c8f-ae80-d2dcc7a2f114 req-99331d08-26ff-41f1-a95c-163868a3fc20 service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Refreshing instance network info cache due to event network-changed-473d59f4-110b-41fb-ad41-b5980dbf6d90. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1456.954435] env[62259]: DEBUG oslo_concurrency.lockutils [req-d055d287-5af5-4c8f-ae80-d2dcc7a2f114 req-99331d08-26ff-41f1-a95c-163868a3fc20 service nova] Acquiring lock "refresh_cache-cd646b42-d969-4a31-bd65-0fd6748a8bab" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.954637] env[62259]: DEBUG oslo_concurrency.lockutils [req-d055d287-5af5-4c8f-ae80-d2dcc7a2f114 req-99331d08-26ff-41f1-a95c-163868a3fc20 service nova] Acquired lock "refresh_cache-cd646b42-d969-4a31-bd65-0fd6748a8bab" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.954829] env[62259]: DEBUG nova.network.neutron [req-d055d287-5af5-4c8f-ae80-d2dcc7a2f114 req-99331d08-26ff-41f1-a95c-163868a3fc20 service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Refreshing network info cache for port 473d59f4-110b-41fb-ad41-b5980dbf6d90 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.085685] env[62259]: DEBUG nova.compute.manager [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1457.254388] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691950, 'name': CreateVM_Task, 'duration_secs': 0.475662} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.254899] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.256486] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.256486] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.257092] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1457.257493] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2046ba-a746-4a9e-81fc-f97c6363f5aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.265267] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1457.265267] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528cfdbb-0ca2-b89b-12a9-378d6a964d76" [ 1457.265267] env[62259]: _type = "Task" [ 1457.265267] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.275714] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528cfdbb-0ca2-b89b-12a9-378d6a964d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.353628] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068331} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.354713] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.355720] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5330acc4-096a-4207-9f88-d4b9024b2fc8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.392278] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] b77463b3-dccc-4ed0-a19b-7d705e03047e/b77463b3-dccc-4ed0-a19b-7d705e03047e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.395887] env[62259]: ERROR nova.scheduler.client.report [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [req-0c4d16c3-92a8-4727-a41f-8b0a4ac11a05] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c4d16c3-92a8-4727-a41f-8b0a4ac11a05"}]} [ 1457.396173] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c23308-66b3-4bf8-81d7-689e7359ffcd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.425022] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1457.425022] env[62259]: value = "task-1691952" [ 1457.425022] env[62259]: _type = "Task" [ 1457.425022] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.433827] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.435371] env[62259]: DEBUG nova.scheduler.client.report [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1457.453437] env[62259]: DEBUG nova.scheduler.client.report [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1457.453437] env[62259]: DEBUG nova.compute.provider_tree [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.471244] env[62259]: DEBUG nova.scheduler.client.report [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1457.499124] env[62259]: DEBUG nova.scheduler.client.report [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1457.755848] env[62259]: DEBUG nova.network.neutron [req-d055d287-5af5-4c8f-ae80-d2dcc7a2f114 req-99331d08-26ff-41f1-a95c-163868a3fc20 service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Updated VIF entry in instance network info cache for port 473d59f4-110b-41fb-ad41-b5980dbf6d90. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.757321] env[62259]: DEBUG nova.network.neutron [req-d055d287-5af5-4c8f-ae80-d2dcc7a2f114 req-99331d08-26ff-41f1-a95c-163868a3fc20 service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Updating instance_info_cache with network_info: [{"id": "473d59f4-110b-41fb-ad41-b5980dbf6d90", "address": "fa:16:3e:ba:60:8e", "network": {"id": "638570c7-eeb2-4ff7-8eee-4a0980c51dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1073485451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17eed2a6861f48debfda2714df2e6634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap473d59f4-11", "ovs_interfaceid": "473d59f4-110b-41fb-ad41-b5980dbf6d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.778180] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528cfdbb-0ca2-b89b-12a9-378d6a964d76, 'name': SearchDatastore_Task, 'duration_secs': 0.01513} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.781192] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.781505] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1457.781810] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.782042] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.782237] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1457.783009] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c7d8bb-b678-45fe-985c-74130234460d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.791834] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1457.792020] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1457.797627] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade95f60-16a9-4e2e-bc45-8b029f924f60 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.803738] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1457.803738] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521a3786-5886-01f7-88f4-f1778a738ebb" [ 1457.803738] env[62259]: _type = "Task" [ 1457.803738] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.812656] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521a3786-5886-01f7-88f4-f1778a738ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.936148] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691952, 'name': ReconfigVM_Task, 'duration_secs': 0.341328} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.938590] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] b77463b3-dccc-4ed0-a19b-7d705e03047e/b77463b3-dccc-4ed0-a19b-7d705e03047e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.938994] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62259) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1457.940545] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-0d1e9331-ead7-442b-a495-285bd88cb138 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.948031] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1457.948031] env[62259]: value = "task-1691953" [ 1457.948031] env[62259]: _type = "Task" [ 1457.948031] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.957460] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691953, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.977040] env[62259]: DEBUG nova.network.neutron [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Successfully updated port: f42b51d3-a86e-4124-9683-d423c4cdc8d0 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.025873] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc35d2-8dcb-455d-b695-9b96e17d2eb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.035935] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d127049-d4bb-4d62-ba45-62473f406a06 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.070186] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3447512-680d-46b1-9bcd-09be16d01a15 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.078247] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5de78d-203b-4c38-a011-edfb1f3f5626 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.093988] env[62259]: DEBUG nova.compute.provider_tree [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.262828] env[62259]: DEBUG oslo_concurrency.lockutils [req-d055d287-5af5-4c8f-ae80-d2dcc7a2f114 req-99331d08-26ff-41f1-a95c-163868a3fc20 service nova] Releasing lock "refresh_cache-cd646b42-d969-4a31-bd65-0fd6748a8bab" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.263154] env[62259]: DEBUG nova.compute.manager [req-d055d287-5af5-4c8f-ae80-d2dcc7a2f114 req-99331d08-26ff-41f1-a95c-163868a3fc20 service nova] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Received event network-vif-deleted-db089bae-232a-48ad-ad9c-0bd56217936b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1458.314999] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521a3786-5886-01f7-88f4-f1778a738ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.315704] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e53db1e-7086-494f-a5df-f81053a85a01 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.321029] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1458.321029] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ae6d7a-2657-1a91-de70-632c03bf0b81" [ 1458.321029] env[62259]: _type = "Task" [ 1458.321029] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.328904] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ae6d7a-2657-1a91-de70-632c03bf0b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.459095] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691953, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.049106} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.459421] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62259) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1458.460236] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a965116-c919-4b21-b22d-8341857b0ecd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.486311] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] b77463b3-dccc-4ed0-a19b-7d705e03047e/ephemeral_0.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.486925] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "refresh_cache-02e9aa10-bbde-45f8-b053-024be85f0ddc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.487076] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquired lock "refresh_cache-02e9aa10-bbde-45f8-b053-024be85f0ddc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.487225] env[62259]: DEBUG nova.network.neutron [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.488405] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f22252-60bd-4da6-9d25-84a7ec4ac4e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.509309] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1458.509309] env[62259]: value = "task-1691954" [ 1458.509309] env[62259]: _type = "Task" [ 1458.509309] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.521895] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.630976] env[62259]: DEBUG nova.scheduler.client.report [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1458.631596] env[62259]: DEBUG nova.compute.provider_tree [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 80 to 81 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1458.631688] env[62259]: DEBUG nova.compute.provider_tree [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.831060] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ae6d7a-2657-1a91-de70-632c03bf0b81, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.831361] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.831687] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] cd646b42-d969-4a31-bd65-0fd6748a8bab/cd646b42-d969-4a31-bd65-0fd6748a8bab.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.832019] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c391722e-a89e-4a62-87d4-af80e4013190 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.842097] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1458.842097] env[62259]: value = "task-1691955" [ 1458.842097] env[62259]: _type = "Task" [ 1458.842097] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.850833] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.022820] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691954, 'name': ReconfigVM_Task, 'duration_secs': 0.361698} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.023228] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Reconfigured VM instance instance-0000002e to attach disk [datastore1] b77463b3-dccc-4ed0-a19b-7d705e03047e/ephemeral_0.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.024024] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30c6ff58-5ec6-47ff-8b1a-1f32ea49947d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.032776] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1459.032776] env[62259]: value = "task-1691956" [ 1459.032776] env[62259]: _type = "Task" [ 1459.032776] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.042299] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691956, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.043251] env[62259]: DEBUG nova.network.neutron [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.137041] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.078s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.137625] env[62259]: DEBUG nova.compute.manager [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1459.140363] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.126s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.141939] env[62259]: INFO nova.compute.claims [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.222598] env[62259]: DEBUG nova.network.neutron [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Updating instance_info_cache with network_info: [{"id": "f42b51d3-a86e-4124-9683-d423c4cdc8d0", "address": "fa:16:3e:4d:23:7c", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42b51d3-a8", "ovs_interfaceid": "f42b51d3-a86e-4124-9683-d423c4cdc8d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.281184] env[62259]: DEBUG nova.compute.manager [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Received event network-vif-plugged-f42b51d3-a86e-4124-9683-d423c4cdc8d0 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1459.281968] env[62259]: DEBUG oslo_concurrency.lockutils [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] Acquiring lock "02e9aa10-bbde-45f8-b053-024be85f0ddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.281968] env[62259]: DEBUG oslo_concurrency.lockutils [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] Lock "02e9aa10-bbde-45f8-b053-024be85f0ddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.281968] env[62259]: DEBUG oslo_concurrency.lockutils [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] Lock "02e9aa10-bbde-45f8-b053-024be85f0ddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.282528] env[62259]: DEBUG nova.compute.manager [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] No waiting events found dispatching network-vif-plugged-f42b51d3-a86e-4124-9683-d423c4cdc8d0 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1459.282582] env[62259]: WARNING nova.compute.manager [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Received unexpected event network-vif-plugged-f42b51d3-a86e-4124-9683-d423c4cdc8d0 for instance with vm_state building and task_state spawning. [ 1459.282821] env[62259]: DEBUG nova.compute.manager [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Received event network-changed-f42b51d3-a86e-4124-9683-d423c4cdc8d0 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1459.283091] env[62259]: DEBUG nova.compute.manager [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Refreshing instance network info cache due to event network-changed-f42b51d3-a86e-4124-9683-d423c4cdc8d0. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1459.283314] env[62259]: DEBUG oslo_concurrency.lockutils [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] Acquiring lock "refresh_cache-02e9aa10-bbde-45f8-b053-024be85f0ddc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.355429] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.543329] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691956, 'name': Rename_Task, 'duration_secs': 0.45039} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.543641] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.543883] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c02033f-7382-4a91-a678-b4f9459ae9bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.550911] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1459.550911] env[62259]: value = "task-1691957" [ 1459.550911] env[62259]: _type = "Task" [ 1459.550911] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.559056] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.647061] env[62259]: DEBUG nova.compute.utils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.651127] env[62259]: DEBUG nova.compute.manager [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1459.651424] env[62259]: DEBUG nova.network.neutron [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.693095] env[62259]: DEBUG nova.policy [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fc230a3e6a4e588a39bbb8fe11b16b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c29ee1bd021a4f1ea02f43c6250a3199', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1459.726276] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Releasing lock "refresh_cache-02e9aa10-bbde-45f8-b053-024be85f0ddc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.726649] env[62259]: DEBUG nova.compute.manager [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Instance network_info: |[{"id": "f42b51d3-a86e-4124-9683-d423c4cdc8d0", "address": "fa:16:3e:4d:23:7c", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42b51d3-a8", "ovs_interfaceid": "f42b51d3-a86e-4124-9683-d423c4cdc8d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1459.728564] env[62259]: DEBUG oslo_concurrency.lockutils [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] Acquired lock "refresh_cache-02e9aa10-bbde-45f8-b053-024be85f0ddc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.728564] env[62259]: DEBUG nova.network.neutron [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Refreshing network info cache for port f42b51d3-a86e-4124-9683-d423c4cdc8d0 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.854187] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547018} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.855033] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] cd646b42-d969-4a31-bd65-0fd6748a8bab/cd646b42-d969-4a31-bd65-0fd6748a8bab.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.855033] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.855033] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a385974-f440-4641-942f-c903872dd354 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.861605] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1459.861605] env[62259]: value = "task-1691958" [ 1459.861605] env[62259]: _type = "Task" [ 1459.861605] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.871120] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.967941] env[62259]: DEBUG nova.network.neutron [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Successfully created port: adb9ac33-e878-47f7-a4cb-898111fd661f {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.062945] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691957, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.151784] env[62259]: DEBUG nova.compute.manager [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1460.375961] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081865} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.376282] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1460.377150] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e721ff-811f-40a8-9aa0-7db766dc4c7a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.401365] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] cd646b42-d969-4a31-bd65-0fd6748a8bab/cd646b42-d969-4a31-bd65-0fd6748a8bab.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.406858] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f9fef1-2775-477a-8d48-b4d3b3f0aea2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.427883] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1460.427883] env[62259]: value = "task-1691959" [ 1460.427883] env[62259]: _type = "Task" [ 1460.427883] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.438247] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.511928] env[62259]: DEBUG nova.network.neutron [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Updated VIF entry in instance network info cache for port f42b51d3-a86e-4124-9683-d423c4cdc8d0. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.512468] env[62259]: DEBUG nova.network.neutron [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Updating instance_info_cache with network_info: [{"id": "f42b51d3-a86e-4124-9683-d423c4cdc8d0", "address": "fa:16:3e:4d:23:7c", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf42b51d3-a8", "ovs_interfaceid": "f42b51d3-a86e-4124-9683-d423c4cdc8d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.566070] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691957, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.679145] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50d43f-18ee-47d3-8104-3744d8ffde81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.688578] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2c8985-74c5-4bf2-bd6a-e4346a1491d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.723427] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa354ba-81cb-4472-a7fc-e6414ad57bf9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.733561] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc382a0-acfe-47e0-917f-5f9fc6321a17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.750642] env[62259]: DEBUG nova.compute.provider_tree [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1460.939037] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691959, 'name': ReconfigVM_Task, 'duration_secs': 0.400557} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.939329] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Reconfigured VM instance instance-0000002f to attach disk [datastore1] cd646b42-d969-4a31-bd65-0fd6748a8bab/cd646b42-d969-4a31-bd65-0fd6748a8bab.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.940171] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54fb92c9-bebf-4265-8594-9c9513092039 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.947614] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1460.947614] env[62259]: value = "task-1691960" [ 1460.947614] env[62259]: _type = "Task" [ 1460.947614] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.956413] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691960, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.018309] env[62259]: DEBUG oslo_concurrency.lockutils [req-76430040-92c2-434e-b2ea-ef14845ecd2c req-9475bffe-f688-4a26-9b2a-05ba49ce4128 service nova] Releasing lock "refresh_cache-02e9aa10-bbde-45f8-b053-024be85f0ddc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.066297] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691957, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.166581] env[62259]: DEBUG nova.compute.manager [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1461.287238] env[62259]: DEBUG nova.scheduler.client.report [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1461.287618] env[62259]: DEBUG nova.compute.provider_tree [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 81 to 82 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1461.287864] env[62259]: DEBUG nova.compute.provider_tree [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1461.459253] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691960, 'name': Rename_Task, 'duration_secs': 0.205936} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.459524] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.459758] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0025496-c2ce-4394-8f2f-338aef840b48 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.467073] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1461.467073] env[62259]: value = "task-1691961" [ 1461.467073] env[62259]: _type = "Task" [ 1461.467073] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.476817] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.564438] env[62259]: DEBUG oslo_vmware.api [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1691957, 'name': PowerOnVM_Task, 'duration_secs': 1.600582} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.564690] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.564925] env[62259]: INFO nova.compute.manager [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1461.565163] env[62259]: DEBUG nova.compute.manager [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.566022] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc2fc3b-843b-428d-b055-e8846b4b0eb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.593326] env[62259]: DEBUG nova.network.neutron [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Successfully updated port: adb9ac33-e878-47f7-a4cb-898111fd661f {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1461.795478] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.796051] env[62259]: DEBUG nova.compute.manager [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1461.798613] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.765s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.799436] env[62259]: DEBUG nova.objects.instance [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lazy-loading 'resources' on Instance uuid a22c6232-43fc-4294-bb0b-1d52e3b3ace2 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.874628] env[62259]: DEBUG nova.compute.manager [req-2109ca17-b889-4157-89db-48e9d073d1c5 req-fbd33f0c-b87e-4273-b864-cb6bf848891b service nova] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Received event network-vif-plugged-adb9ac33-e878-47f7-a4cb-898111fd661f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1461.875068] env[62259]: DEBUG oslo_concurrency.lockutils [req-2109ca17-b889-4157-89db-48e9d073d1c5 req-fbd33f0c-b87e-4273-b864-cb6bf848891b service nova] Acquiring lock "600b261e-6358-40de-8eed-710c0dc1ebf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.875068] env[62259]: DEBUG oslo_concurrency.lockutils [req-2109ca17-b889-4157-89db-48e9d073d1c5 req-fbd33f0c-b87e-4273-b864-cb6bf848891b service nova] Lock "600b261e-6358-40de-8eed-710c0dc1ebf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.875226] env[62259]: DEBUG oslo_concurrency.lockutils [req-2109ca17-b889-4157-89db-48e9d073d1c5 req-fbd33f0c-b87e-4273-b864-cb6bf848891b service nova] Lock "600b261e-6358-40de-8eed-710c0dc1ebf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.875509] env[62259]: DEBUG nova.compute.manager [req-2109ca17-b889-4157-89db-48e9d073d1c5 req-fbd33f0c-b87e-4273-b864-cb6bf848891b service nova] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] No waiting events found dispatching network-vif-plugged-adb9ac33-e878-47f7-a4cb-898111fd661f {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.875590] env[62259]: WARNING nova.compute.manager [req-2109ca17-b889-4157-89db-48e9d073d1c5 req-fbd33f0c-b87e-4273-b864-cb6bf848891b service nova] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Received unexpected event network-vif-plugged-adb9ac33-e878-47f7-a4cb-898111fd661f for instance with vm_state building and task_state spawning. [ 1461.977343] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691961, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.088420] env[62259]: INFO nova.compute.manager [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Took 43.53 seconds to build instance. [ 1462.096753] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "refresh_cache-600b261e-6358-40de-8eed-710c0dc1ebf3" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.096970] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "refresh_cache-600b261e-6358-40de-8eed-710c0dc1ebf3" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.097223] env[62259]: DEBUG nova.network.neutron [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.302332] env[62259]: DEBUG nova.compute.utils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1462.307631] env[62259]: DEBUG nova.compute.manager [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Not allocating networking since 'none' was specified. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1462.480924] env[62259]: DEBUG oslo_vmware.api [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691961, 'name': PowerOnVM_Task, 'duration_secs': 0.627093} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.481371] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.481680] env[62259]: INFO nova.compute.manager [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1462.482130] env[62259]: DEBUG nova.compute.manager [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.483094] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59a57f1-b62f-40e0-8a88-6bb83a901719 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.590304] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dd9c375e-45a5-4a5a-835b-89f19ac43685 tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "b77463b3-dccc-4ed0-a19b-7d705e03047e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.552s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.647509] env[62259]: DEBUG nova.network.neutron [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1462.726340] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abffe26-b59e-41d9-90b5-8c8199626070 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.735047] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4cdc0a-7b3f-45f8-a845-4e8a7bad5b0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.767837] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c70c189-f155-4069-93e4-95fceee0b3a9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.776310] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd0c729-1305-4e09-b525-206457fd56a6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.790230] env[62259]: DEBUG nova.compute.provider_tree [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.808285] env[62259]: DEBUG nova.compute.manager [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.005980] env[62259]: INFO nova.compute.manager [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Took 42.91 seconds to build instance. [ 1463.092719] env[62259]: DEBUG nova.compute.manager [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1463.102538] env[62259]: DEBUG nova.network.neutron [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Updating instance_info_cache with network_info: [{"id": "adb9ac33-e878-47f7-a4cb-898111fd661f", "address": "fa:16:3e:e0:02:45", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb9ac33-e8", "ovs_interfaceid": "adb9ac33-e878-47f7-a4cb-898111fd661f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.153304] env[62259]: DEBUG nova.objects.instance [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lazy-loading 'flavor' on Instance uuid c3ba29af-89db-4897-8f5c-15e6c84bb585 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.296507] env[62259]: DEBUG nova.scheduler.client.report [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1463.508560] env[62259]: DEBUG oslo_concurrency.lockutils [None req-329b023e-fc00-438f-8596-30e8849491de tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "cd646b42-d969-4a31-bd65-0fd6748a8bab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.816s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.605388] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "refresh_cache-600b261e-6358-40de-8eed-710c0dc1ebf3" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.605388] env[62259]: DEBUG nova.compute.manager [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Instance network_info: |[{"id": "adb9ac33-e878-47f7-a4cb-898111fd661f", "address": "fa:16:3e:e0:02:45", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb9ac33-e8", "ovs_interfaceid": "adb9ac33-e878-47f7-a4cb-898111fd661f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.615433] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.658039] env[62259]: DEBUG oslo_concurrency.lockutils [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.658226] env[62259]: DEBUG oslo_concurrency.lockutils [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquired lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.801291] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.803862] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.373s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.804343] env[62259]: DEBUG nova.objects.instance [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lazy-loading 'resources' on Instance uuid 2c5916af-c336-4c15-9894-58d1078b13dd {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.819334] env[62259]: DEBUG nova.compute.manager [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1463.826977] env[62259]: INFO nova.scheduler.client.report [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Deleted allocations for instance a22c6232-43fc-4294-bb0b-1d52e3b3ace2 [ 1464.012822] env[62259]: DEBUG nova.compute.manager [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1464.116773] env[62259]: DEBUG nova.network.neutron [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.160918] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1464.161090] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1464.161165] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.161378] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1464.161498] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.161651] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1464.161869] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1464.162046] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1464.162225] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1464.162395] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1464.162633] env[62259]: DEBUG nova.virt.hardware [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1464.165205] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef86c88-cd22-415b-8b91-fd8463756c84 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.176014] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1464.176322] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1464.176567] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.176809] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1464.177438] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.177438] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1464.177438] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1464.177608] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1464.177781] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1464.178064] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1464.178296] env[62259]: DEBUG nova.virt.hardware [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1464.179861] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b5ec5-c5eb-4783-a23f-e3df40f5cea2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.185179] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcfcbec-3749-47f3-b557-a6591a51306d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.194954] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1464.195279] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1464.195449] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.195638] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1464.195784] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.195946] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1464.196189] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1464.196367] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1464.196581] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1464.196755] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1464.196932] env[62259]: DEBUG nova.virt.hardware [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1464.207387] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09efc615-79b5-4069-9df7-772c2f83c4b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.213514] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac0e62e-14ca-431d-bd28-fb5071b40a22 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.216308] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:23:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f42b51d3-a86e-4124-9683-d423c4cdc8d0', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.223740] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Creating folder: Project (2b0af38e061747be9dbbd9a5b0746b91). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.224606] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6faa07f7-3afd-4a67-b34c-b357106b294e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.230048] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f4d1-a0a0-6fff-29ee-8a4b891fb7e9/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1464.230871] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca65337f-d7b0-493f-934e-c8e8a29b3a53 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.243721] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:02:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb9ac33-e878-47f7-a4cb-898111fd661f', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.250993] env[62259]: DEBUG oslo.service.loopingcall [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.252756] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.253993] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d99df6-c979-41b5-acdb-c754264af1f3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.257917] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Created folder: Project (2b0af38e061747be9dbbd9a5b0746b91) in parent group-v352705. [ 1464.258117] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Creating folder: Instances. Parent ref: group-v352842. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.259655] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2905be77-38ca-4ff0-b875-6ca8fa5c0557 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.274678] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e00d8f13-4110-4085-8373-ed162113638a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.276469] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f4d1-a0a0-6fff-29ee-8a4b891fb7e9/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1464.276469] env[62259]: ERROR oslo_vmware.rw_handles [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f4d1-a0a0-6fff-29ee-8a4b891fb7e9/disk-0.vmdk due to incomplete transfer. [ 1464.277106] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-617bda79-bdd1-443d-9751-fe4520f7cac9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.288408] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.294675] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Creating folder: Project (87e492c0501345a3bde0d01a00f52142). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.299898] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9c02101-f41f-458b-8da0-413225a9db3d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.301093] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237f4d1-a0a0-6fff-29ee-8a4b891fb7e9/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1464.301317] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Uploaded image 9bbec94b-054f-4f50-be2b-170dede10e6b to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1464.303503] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1464.303781] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Created folder: Instances in parent group-v352842. [ 1464.303992] env[62259]: DEBUG oslo.service.loopingcall [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.305781] env[62259]: DEBUG nova.compute.manager [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Received event network-changed-adb9ac33-e878-47f7-a4cb-898111fd661f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1464.305856] env[62259]: DEBUG nova.compute.manager [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Refreshing instance network info cache due to event network-changed-adb9ac33-e878-47f7-a4cb-898111fd661f. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1464.306038] env[62259]: DEBUG oslo_concurrency.lockutils [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] Acquiring lock "refresh_cache-600b261e-6358-40de-8eed-710c0dc1ebf3" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.306188] env[62259]: DEBUG oslo_concurrency.lockutils [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] Acquired lock "refresh_cache-600b261e-6358-40de-8eed-710c0dc1ebf3" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.306348] env[62259]: DEBUG nova.network.neutron [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Refreshing network info cache for port adb9ac33-e878-47f7-a4cb-898111fd661f {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.307806] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.307806] env[62259]: value = "task-1691963" [ 1464.307806] env[62259]: _type = "Task" [ 1464.307806] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.308377] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04f99195-d174-47d2-8be5-53716e1ecbf3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.309766] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.313683] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44165ee7-c6f9-477e-ad8c-99fab2c7865b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.337234] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Created folder: Project (87e492c0501345a3bde0d01a00f52142) in parent group-v352705. [ 1464.337482] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Creating folder: Instances. Parent ref: group-v352845. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.338093] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81809658-7f1c-47e8-ad99-41987bedeb4b tempest-InstanceActionsTestJSON-1992934853 tempest-InstanceActionsTestJSON-1992934853-project-member] Lock "a22c6232-43fc-4294-bb0b-1d52e3b3ace2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.122s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.344036] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8e8a97a-5ac8-41cb-83b6-f124acfbbc08 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.346885] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1464.346885] env[62259]: value = "task-1691966" [ 1464.346885] env[62259]: _type = "Task" [ 1464.346885] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.352419] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.352419] env[62259]: value = "task-1691967" [ 1464.352419] env[62259]: _type = "Task" [ 1464.352419] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.354810] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691963, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.362353] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Created folder: Instances in parent group-v352845. [ 1464.362604] env[62259]: DEBUG oslo.service.loopingcall [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.363322] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.367510] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6273ed2-53fe-456a-8548-a3f9f24adbd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.381566] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691966, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.388372] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691967, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.393322] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.393322] env[62259]: value = "task-1691969" [ 1464.393322] env[62259]: _type = "Task" [ 1464.393322] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.407011] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691969, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.539379] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.806969] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038037ff-2971-4ad7-b600-2e1d3e032c68 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.819780] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa1d65c-8a29-4afd-a4d2-87bb0600d9e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.829380] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691963, 'name': CreateVM_Task, 'duration_secs': 0.483999} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.829380] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.829380] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.829380] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.829380] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.829380] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcfed4c-9f9f-4a51-a773-34fc8ce32c8a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.866603] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f197e9-4d76-4b68-87c5-2e42dca0e624 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.870744] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1464.870744] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524d5c86-9fbc-8fd0-ff17-ce4c35b54937" [ 1464.870744] env[62259]: _type = "Task" [ 1464.870744] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.882218] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691966, 'name': Destroy_Task, 'duration_secs': 0.496377} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.882586] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691967, 'name': CreateVM_Task, 'duration_secs': 0.419748} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.886142] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99228212-2a0a-4dd9-8adc-07621fd367b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.889863] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Destroyed the VM [ 1464.890121] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1464.890301] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.894564] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f543b594-123f-4a54-a23b-9f272994153f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.896700] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.897707] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524d5c86-9fbc-8fd0-ff17-ce4c35b54937, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.903022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.903288] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.903536] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.903684] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.903860] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.915031] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.915622] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.915879] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca57376-498d-456e-9859-d38fc0a61298 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.918297] env[62259]: DEBUG nova.compute.provider_tree [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.922948] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05780f4b-e531-48a9-89b6-a0daa3b76bb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.926306] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1464.926306] env[62259]: value = "task-1691970" [ 1464.926306] env[62259]: _type = "Task" [ 1464.926306] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.931708] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691969, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.937548] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1464.937548] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e4602c-56c2-1b1a-f5e1-34df2c49d293" [ 1464.937548] env[62259]: _type = "Task" [ 1464.937548] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.939090] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.939288] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.943210] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c193f1-d6f5-44e5-8d5a-c7d23537c431 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.949286] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.955049] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1464.955049] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522ceb0e-f024-478d-4460-a1de76ad6775" [ 1464.955049] env[62259]: _type = "Task" [ 1464.955049] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.958402] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e4602c-56c2-1b1a-f5e1-34df2c49d293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.965310] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243386e-b72a-99d4-bd1e-b1587b170a42/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1464.965310] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75e8e43-c79c-4445-97b9-db120f630cbe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.971942] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243386e-b72a-99d4-bd1e-b1587b170a42/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1464.971942] env[62259]: ERROR oslo_vmware.rw_handles [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243386e-b72a-99d4-bd1e-b1587b170a42/disk-0.vmdk due to incomplete transfer. [ 1464.976019] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b66c0cc-7ae9-478e-b7f0-200eff22c0c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.977236] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522ceb0e-f024-478d-4460-a1de76ad6775, 'name': SearchDatastore_Task, 'duration_secs': 0.012465} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.978334] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65be01bf-4443-4363-992a-701770a4a5b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.984451] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243386e-b72a-99d4-bd1e-b1587b170a42/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1464.984647] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Uploaded image 98d62b20-8a7a-4aa4-9491-5dad7950cb2d to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1464.986301] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1464.986567] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c6c5edfa-24cf-47a8-9d85-fddebde9526f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.991023] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1464.991023] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520fe9cb-779f-bf14-6009-6d66763f1dab" [ 1464.991023] env[62259]: _type = "Task" [ 1464.991023] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.993780] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1464.993780] env[62259]: value = "task-1691971" [ 1464.993780] env[62259]: _type = "Task" [ 1464.993780] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.002012] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520fe9cb-779f-bf14-6009-6d66763f1dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.004532] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691971, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.299980] env[62259]: DEBUG nova.network.neutron [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updating instance_info_cache with network_info: [{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.365743] env[62259]: DEBUG nova.network.neutron [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Updated VIF entry in instance network info cache for port adb9ac33-e878-47f7-a4cb-898111fd661f. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.366131] env[62259]: DEBUG nova.network.neutron [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Updating instance_info_cache with network_info: [{"id": "adb9ac33-e878-47f7-a4cb-898111fd661f", "address": "fa:16:3e:e0:02:45", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb9ac33-e8", "ovs_interfaceid": "adb9ac33-e878-47f7-a4cb-898111fd661f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.408935] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1691969, 'name': CreateVM_Task, 'duration_secs': 0.596759} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.410113] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.410113] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.428584] env[62259]: DEBUG nova.scheduler.client.report [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1465.447858] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.453805] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e4602c-56c2-1b1a-f5e1-34df2c49d293, 'name': SearchDatastore_Task, 'duration_secs': 0.030612} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.454403] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.454696] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.454978] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.455242] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.455592] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.455887] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04253df3-7627-4835-a2e6-31911864b95b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.461938] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1465.461938] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523c49ec-ee51-b9c8-77f8-6b528e216098" [ 1465.461938] env[62259]: _type = "Task" [ 1465.461938] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.470310] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523c49ec-ee51-b9c8-77f8-6b528e216098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.503450] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520fe9cb-779f-bf14-6009-6d66763f1dab, 'name': SearchDatastore_Task, 'duration_secs': 0.033339} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.504231] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.504531] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 600b261e-6358-40de-8eed-710c0dc1ebf3/600b261e-6358-40de-8eed-710c0dc1ebf3.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.504826] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.505026] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.505287] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fb42682-c15b-44ee-b4e0-9d2bb304ed3a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.510306] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ade3fb9f-2402-423e-ba0a-5bcb6526358b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.512428] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691971, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.518105] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1465.518105] env[62259]: value = "task-1691972" [ 1465.518105] env[62259]: _type = "Task" [ 1465.518105] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.527447] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.528764] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.528943] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.529721] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea32100-a64b-45b1-84fc-3f162cc0794e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.534978] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1465.534978] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d53480-444e-3a97-baa5-959afd6e18ba" [ 1465.534978] env[62259]: _type = "Task" [ 1465.534978] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.543314] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d53480-444e-3a97-baa5-959afd6e18ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.806017] env[62259]: DEBUG oslo_concurrency.lockutils [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Releasing lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.806017] env[62259]: DEBUG nova.compute.manager [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Inject network info {{(pid=62259) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7549}} [ 1465.806017] env[62259]: DEBUG nova.compute.manager [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] network_info to inject: |[{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7550}} [ 1465.813831] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Reconfiguring VM instance to set the machine id {{(pid=62259) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1465.814232] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a7d5c8-c058-421a-97c7-d1b0cb17feaa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.826288] env[62259]: DEBUG nova.compute.manager [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.827174] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d3de19-0d91-4f04-bfa7-c9b8e5f27b71 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.841274] env[62259]: DEBUG oslo_vmware.api [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1465.841274] env[62259]: value = "task-1691973" [ 1465.841274] env[62259]: _type = "Task" [ 1465.841274] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.854961] env[62259]: DEBUG oslo_vmware.api [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.869515] env[62259]: DEBUG oslo_concurrency.lockutils [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] Releasing lock "refresh_cache-600b261e-6358-40de-8eed-710c0dc1ebf3" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.869975] env[62259]: DEBUG nova.compute.manager [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Received event network-changed-5dd8a881-faea-4b60-aec3-2879aa9b81b5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1465.870234] env[62259]: DEBUG nova.compute.manager [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Refreshing instance network info cache due to event network-changed-5dd8a881-faea-4b60-aec3-2879aa9b81b5. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1465.870471] env[62259]: DEBUG oslo_concurrency.lockutils [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] Acquiring lock "refresh_cache-b77463b3-dccc-4ed0-a19b-7d705e03047e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.870619] env[62259]: DEBUG oslo_concurrency.lockutils [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] Acquired lock "refresh_cache-b77463b3-dccc-4ed0-a19b-7d705e03047e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.870781] env[62259]: DEBUG nova.network.neutron [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Refreshing network info cache for port 5dd8a881-faea-4b60-aec3-2879aa9b81b5 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.938984] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.946864] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.439s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.947244] env[62259]: DEBUG nova.objects.instance [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lazy-loading 'resources' on Instance uuid 8b970132-af07-43d0-a245-12af6dc77c97 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.948885] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691970, 'name': RemoveSnapshot_Task, 'duration_secs': 0.986951} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.949539] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1465.949900] env[62259]: DEBUG nova.compute.manager [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1465.951192] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d08bf72-3045-49c1-94c8-21dd10ca5346 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.983688] env[62259]: INFO nova.scheduler.client.report [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Deleted allocations for instance 2c5916af-c336-4c15-9894-58d1078b13dd [ 1465.985990] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523c49ec-ee51-b9c8-77f8-6b528e216098, 'name': SearchDatastore_Task, 'duration_secs': 0.012123} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.986807] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.987302] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.987670] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.008812] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691971, 'name': Destroy_Task, 'duration_secs': 0.822017} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.009194] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Destroyed the VM [ 1466.009450] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1466.009808] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efc37e87-a4ca-4681-b86e-c6450898d098 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.018085] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1466.018085] env[62259]: value = "task-1691974" [ 1466.018085] env[62259]: _type = "Task" [ 1466.018085] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.033555] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.037592] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.048020] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d53480-444e-3a97-baa5-959afd6e18ba, 'name': SearchDatastore_Task, 'duration_secs': 0.028359} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.049015] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16f59c0-ace9-48fb-8020-eb39583fe354 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.055755] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1466.055755] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c012e2-b8ca-73a2-a0ec-71c6a50109d0" [ 1466.055755] env[62259]: _type = "Task" [ 1466.055755] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.064835] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c012e2-b8ca-73a2-a0ec-71c6a50109d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.343712] env[62259]: INFO nova.compute.manager [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] instance snapshotting [ 1466.352078] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fecee4-5a3e-41ba-924d-71c4fd05230c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.360701] env[62259]: DEBUG oslo_vmware.api [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691973, 'name': ReconfigVM_Task, 'duration_secs': 0.215116} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.376178] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-50064fd8-2b8b-4ef6-94ea-1334002c52a6 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Reconfigured VM instance to set the machine id {{(pid=62259) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1466.382054] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306d4df9-0099-43f8-abdd-43b2df992508 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.448743] env[62259]: DEBUG nova.compute.manager [req-94456c6f-cd50-445c-ac42-dcee1e1ef495 req-f28a26e9-4948-4e33-8fa8-7f97f45b9539 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Received event network-changed-b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1466.449083] env[62259]: DEBUG nova.compute.manager [req-94456c6f-cd50-445c-ac42-dcee1e1ef495 req-f28a26e9-4948-4e33-8fa8-7f97f45b9539 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Refreshing instance network info cache due to event network-changed-b0b57691-612e-4384-be56-72ae07c8a737. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1466.449831] env[62259]: DEBUG oslo_concurrency.lockutils [req-94456c6f-cd50-445c-ac42-dcee1e1ef495 req-f28a26e9-4948-4e33-8fa8-7f97f45b9539 service nova] Acquiring lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.450191] env[62259]: DEBUG oslo_concurrency.lockutils [req-94456c6f-cd50-445c-ac42-dcee1e1ef495 req-f28a26e9-4948-4e33-8fa8-7f97f45b9539 service nova] Acquired lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.455158] env[62259]: DEBUG nova.network.neutron [req-94456c6f-cd50-445c-ac42-dcee1e1ef495 req-f28a26e9-4948-4e33-8fa8-7f97f45b9539 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Refreshing network info cache for port b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.468773] env[62259]: INFO nova.compute.manager [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Shelve offloading [ 1466.496506] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77cc16c8-4edc-4fc9-b229-0e080e8ad34b tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "2c5916af-c336-4c15-9894-58d1078b13dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.743s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.547237] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.547237] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598999} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.551834] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 600b261e-6358-40de-8eed-710c0dc1ebf3/600b261e-6358-40de-8eed-710c0dc1ebf3.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.552486] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.552782] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a88a984b-2caf-4d99-a45f-738c7073676c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.562698] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1466.562698] env[62259]: value = "task-1691975" [ 1466.562698] env[62259]: _type = "Task" [ 1466.562698] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.571130] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c012e2-b8ca-73a2-a0ec-71c6a50109d0, 'name': SearchDatastore_Task, 'duration_secs': 0.045023} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.578635] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.578635] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 02e9aa10-bbde-45f8-b053-024be85f0ddc/02e9aa10-bbde-45f8-b053-024be85f0ddc.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.578635] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.578635] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.578635] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a260dc0b-5bfd-4251-a0c4-61c3d5fdd94e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.581859] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b758171-d630-42e5-b23f-4c68e2ad315d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.584168] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.590245] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1466.590245] env[62259]: value = "task-1691976" [ 1466.590245] env[62259]: _type = "Task" [ 1466.590245] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.595974] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.595974] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.596420] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2f1bc0-f73d-4243-b8c4-6d58cf6c57ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.601675] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.605582] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1466.605582] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c13bc6-3ddf-ccf4-e766-b48f7208b9c5" [ 1466.605582] env[62259]: _type = "Task" [ 1466.605582] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.614430] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c13bc6-3ddf-ccf4-e766-b48f7208b9c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.899454] env[62259]: DEBUG nova.objects.instance [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lazy-loading 'flavor' on Instance uuid c3ba29af-89db-4897-8f5c-15e6c84bb585 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.901570] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1466.902378] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bdde6e62-6776-412d-8e7a-234337272764 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.911249] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1466.911249] env[62259]: value = "task-1691977" [ 1466.911249] env[62259]: _type = "Task" [ 1466.911249] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.924295] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.970420] env[62259]: DEBUG nova.network.neutron [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Updated VIF entry in instance network info cache for port 5dd8a881-faea-4b60-aec3-2879aa9b81b5. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.970894] env[62259]: DEBUG nova.network.neutron [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Updating instance_info_cache with network_info: [{"id": "5dd8a881-faea-4b60-aec3-2879aa9b81b5", "address": "fa:16:3e:4f:87:e4", "network": {"id": "95992f85-7cb7-48fa-be0c-c7c711ba596c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-774266239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e5cd63094864e98937c297c4fc704a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dd8a881-fa", "ovs_interfaceid": "5dd8a881-faea-4b60-aec3-2879aa9b81b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.973579] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.973899] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d9f27a2-af1a-4c27-8ba3-984c6cefb73e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.985453] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1466.985453] env[62259]: value = "task-1691978" [ 1466.985453] env[62259]: _type = "Task" [ 1466.985453] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.997354] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1466.997586] env[62259]: DEBUG nova.compute.manager [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.998420] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cf839e-ca28-4c75-b697-e8285161cc5a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.009600] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.009813] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.009999] env[62259]: DEBUG nova.network.neutron [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.034684] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691974, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.078236] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094516} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.083465] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.084764] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0220e944-0968-4e5a-b566-4beb0f5d2956 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.116162] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 600b261e-6358-40de-8eed-710c0dc1ebf3/600b261e-6358-40de-8eed-710c0dc1ebf3.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.117570] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6f21ef-aa81-44b1-b06e-4732d35dbb45 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.133354] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1279b-ed7b-4bbb-a7e4-858302d17461 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.144797] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496091} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.147363] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 02e9aa10-bbde-45f8-b053-024be85f0ddc/02e9aa10-bbde-45f8-b053-024be85f0ddc.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.147363] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.147980] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7bfa593-c51c-4714-a47d-0e14e79a7a4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.154993] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8210e9e8-11cc-43e8-ab74-f48e2b5015d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.158055] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c13bc6-3ddf-ccf4-e766-b48f7208b9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.158312] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1467.158312] env[62259]: value = "task-1691979" [ 1467.158312] env[62259]: _type = "Task" [ 1467.158312] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.159762] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce2ba963-80d4-4fdb-8dc7-7899b9f106b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.192508] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1467.192508] env[62259]: value = "task-1691980" [ 1467.192508] env[62259]: _type = "Task" [ 1467.192508] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.197035] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e868b5-fcf9-4d61-9628-84e59d6e468e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.207364] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1467.207364] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5229d2c0-b7b1-1285-63c2-6889413d8677" [ 1467.207364] env[62259]: _type = "Task" [ 1467.207364] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.207573] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.215973] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691980, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.220382] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46420c75-b853-4ec2-bd8a-f88a33ed2dba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.225790] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5229d2c0-b7b1-1285-63c2-6889413d8677, 'name': SearchDatastore_Task, 'duration_secs': 0.008676} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.228056] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.228266] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df/5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.228557] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3425c4b8-143a-41a9-8a4f-423bcb319084 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.239473] env[62259]: DEBUG nova.compute.provider_tree [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.245849] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1467.245849] env[62259]: value = "task-1691981" [ 1467.245849] env[62259]: _type = "Task" [ 1467.245849] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.256850] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.364502] env[62259]: DEBUG nova.network.neutron [req-94456c6f-cd50-445c-ac42-dcee1e1ef495 req-f28a26e9-4948-4e33-8fa8-7f97f45b9539 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updated VIF entry in instance network info cache for port b0b57691-612e-4384-be56-72ae07c8a737. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.364914] env[62259]: DEBUG nova.network.neutron [req-94456c6f-cd50-445c-ac42-dcee1e1ef495 req-f28a26e9-4948-4e33-8fa8-7f97f45b9539 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updating instance_info_cache with network_info: [{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.406080] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.423991] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691977, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.474811] env[62259]: DEBUG oslo_concurrency.lockutils [req-102d7219-7f48-4dc2-a59d-7402f60cb9a7 req-f2b57d56-5fe3-4db7-aff6-dad2be70080a service nova] Releasing lock "refresh_cache-b77463b3-dccc-4ed0-a19b-7d705e03047e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.536841] env[62259]: DEBUG oslo_vmware.api [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691974, 'name': RemoveSnapshot_Task, 'duration_secs': 1.070672} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.537153] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1467.539061] env[62259]: INFO nova.compute.manager [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 1467.671969] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.707832] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06548} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.707832] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.708472] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9ae85c-0ffa-4a2e-9c5a-dcdb5e517d47 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.730710] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 02e9aa10-bbde-45f8-b053-024be85f0ddc/02e9aa10-bbde-45f8-b053-024be85f0ddc.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.734099] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fb72d1d-29a1-4a59-8b92-6739cb0b9e83 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.750455] env[62259]: DEBUG nova.scheduler.client.report [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1467.765414] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446388} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.767015] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df/5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.767339] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.767626] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1467.767626] env[62259]: value = "task-1691982" [ 1467.767626] env[62259]: _type = "Task" [ 1467.767626] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.767918] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13dadae9-a081-4b22-a3b5-743d475b573a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.779017] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.780790] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1467.780790] env[62259]: value = "task-1691983" [ 1467.780790] env[62259]: _type = "Task" [ 1467.780790] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.793585] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.867513] env[62259]: DEBUG oslo_concurrency.lockutils [req-94456c6f-cd50-445c-ac42-dcee1e1ef495 req-f28a26e9-4948-4e33-8fa8-7f97f45b9539 service nova] Releasing lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.867848] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquired lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.925983] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691977, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.095689] env[62259]: DEBUG nova.network.neutron [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating instance_info_cache with network_info: [{"id": "e378630f-9daa-4a17-88ec-312c29670613", "address": "fa:16:3e:55:fc:47", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378630f-9d", "ovs_interfaceid": "e378630f-9daa-4a17-88ec-312c29670613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.112256] env[62259]: DEBUG nova.compute.manager [None req-c1a485dd-86d7-4f84-b5b3-02acaad4a805 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Found 1 images (rotation: 2) {{(pid=62259) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4884}} [ 1468.171062] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691979, 'name': ReconfigVM_Task, 'duration_secs': 0.700519} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.171497] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 600b261e-6358-40de-8eed-710c0dc1ebf3/600b261e-6358-40de-8eed-710c0dc1ebf3.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.172560] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c2df70-dcbe-478c-9537-28bcf42e21b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.178835] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1468.178835] env[62259]: value = "task-1691984" [ 1468.178835] env[62259]: _type = "Task" [ 1468.178835] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.187283] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691984, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.256185] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.259478] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.690s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.264774] env[62259]: INFO nova.compute.claims [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.281696] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.289681] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075702} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.289982] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.291123] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9b4275-585d-4b21-97ab-5e2cd4c1b521 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.296061] env[62259]: INFO nova.scheduler.client.report [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Deleted allocations for instance 8b970132-af07-43d0-a245-12af6dc77c97 [ 1468.322904] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df/5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.325650] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6871e16-5550-44ca-8164-31bd119e0dbb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.348125] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1468.348125] env[62259]: value = "task-1691985" [ 1468.348125] env[62259]: _type = "Task" [ 1468.348125] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.365751] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.427554] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691977, 'name': CreateSnapshot_Task, 'duration_secs': 1.021809} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.427952] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1468.428836] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa9b34f-81b1-45a5-8af8-1b1ae8ee0e27 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.528917] env[62259]: DEBUG nova.network.neutron [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.602623] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.691893] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691984, 'name': Rename_Task, 'duration_secs': 0.424996} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.692516] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.692516] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72ba6ae1-fa7b-44d2-937c-2b1a745f440c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.700660] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1468.700660] env[62259]: value = "task-1691986" [ 1468.700660] env[62259]: _type = "Task" [ 1468.700660] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.708869] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.786041] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691982, 'name': ReconfigVM_Task, 'duration_secs': 0.955507} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.786638] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 02e9aa10-bbde-45f8-b053-024be85f0ddc/02e9aa10-bbde-45f8-b053-024be85f0ddc.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.788603] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3f44719-6a64-4af7-bd71-77ffadd19ee3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.796470] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1468.796470] env[62259]: value = "task-1691987" [ 1468.796470] env[62259]: _type = "Task" [ 1468.796470] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.809578] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691987, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.844947] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c876fe05-03b8-4c19-abd4-4ae5cbb7daf7 tempest-ServersTestBootFromVolume-1145129578 tempest-ServersTestBootFromVolume-1145129578-project-member] Lock "8b970132-af07-43d0-a245-12af6dc77c97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.847s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.864389] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691985, 'name': ReconfigVM_Task, 'duration_secs': 0.312151} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.864744] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df/5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.865346] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c496cb67-9c99-44a2-8056-30f78ffb3a83 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.872300] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1468.872300] env[62259]: value = "task-1691988" [ 1468.872300] env[62259]: _type = "Task" [ 1468.872300] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.881159] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691988, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.927354] env[62259]: DEBUG nova.compute.manager [req-90164d34-9928-40d7-8c59-f3c4e80c4455 req-e94ef1c5-c93d-453c-b57d-be7cf2ccfa00 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Received event network-changed-b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1468.927354] env[62259]: DEBUG nova.compute.manager [req-90164d34-9928-40d7-8c59-f3c4e80c4455 req-e94ef1c5-c93d-453c-b57d-be7cf2ccfa00 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Refreshing instance network info cache due to event network-changed-b0b57691-612e-4384-be56-72ae07c8a737. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1468.927354] env[62259]: DEBUG oslo_concurrency.lockutils [req-90164d34-9928-40d7-8c59-f3c4e80c4455 req-e94ef1c5-c93d-453c-b57d-be7cf2ccfa00 service nova] Acquiring lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.953288] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1468.954446] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dad0f517-50bc-45cf-ad8c-a6d542371ccf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.964173] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1468.964173] env[62259]: value = "task-1691989" [ 1468.964173] env[62259]: _type = "Task" [ 1468.964173] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.976153] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691989, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.216962] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691986, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.218294] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.219381] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ceab8b-7410-4ec7-a996-691e3c0b2924 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.231461] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.231976] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96131f8b-5497-476d-9630-d72382d3a0e1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.259351] env[62259]: DEBUG nova.compute.manager [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.259351] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dad42a-e184-45ac-8e35-e6f39b1623c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.309835] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691987, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.352416] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.352811] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.353024] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleting the datastore file [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.359255] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6075aa65-aa79-452e-9c4e-3a375575a8d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.366974] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1469.366974] env[62259]: value = "task-1691991" [ 1469.366974] env[62259]: _type = "Task" [ 1469.366974] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.384400] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.390770] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691988, 'name': Rename_Task, 'duration_secs': 0.150466} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.397023] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.397023] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fdb521a-85c8-49dd-8fe5-3681a44e0dc0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.402905] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1469.402905] env[62259]: value = "task-1691992" [ 1469.402905] env[62259]: _type = "Task" [ 1469.402905] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.427771] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691992, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.479341] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691989, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.542017] env[62259]: DEBUG nova.network.neutron [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updating instance_info_cache with network_info: [{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.711800] env[62259]: DEBUG oslo_vmware.api [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1691986, 'name': PowerOnVM_Task, 'duration_secs': 0.840545} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.712225] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.712525] env[62259]: INFO nova.compute.manager [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1469.712674] env[62259]: DEBUG nova.compute.manager [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.713453] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8a2b86-8463-4b2f-aa4e-4b3a9a50f777 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.771686] env[62259]: INFO nova.compute.manager [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] instance snapshotting [ 1469.771686] env[62259]: DEBUG nova.objects.instance [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'flavor' on Instance uuid 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.808076] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691987, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.828697] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608f2de-9bb7-4ed2-8894-8993542c602e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.838256] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bac394-11fe-4e0a-a1ec-1abb0cb4490c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.880690] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd90f19-5131-45f3-8c44-d4cc223c9c55 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.889140] env[62259]: DEBUG oslo_vmware.api [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1691991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162301} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.891367] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.891563] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.891738] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.896679] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1400bbd-cfea-418d-9b07-3b270ac87e56 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.916406] env[62259]: DEBUG nova.compute.provider_tree [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.917998] env[62259]: INFO nova.scheduler.client.report [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted allocations for instance 9feea3c3-e37e-4105-a582-9581f26122c8 [ 1469.935171] env[62259]: DEBUG oslo_vmware.api [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1691992, 'name': PowerOnVM_Task, 'duration_secs': 0.501019} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.935756] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.935756] env[62259]: INFO nova.compute.manager [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Took 6.12 seconds to spawn the instance on the hypervisor. [ 1469.935756] env[62259]: DEBUG nova.compute.manager [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.936569] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76378808-1f68-481c-940a-0032fb4f6576 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.978913] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691989, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.045983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Releasing lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.046366] env[62259]: DEBUG nova.compute.manager [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Inject network info {{(pid=62259) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7549}} [ 1470.046720] env[62259]: DEBUG nova.compute.manager [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] network_info to inject: |[{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7550}} [ 1470.052556] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Reconfiguring VM instance to set the machine id {{(pid=62259) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1470.052674] env[62259]: DEBUG oslo_concurrency.lockutils [req-90164d34-9928-40d7-8c59-f3c4e80c4455 req-e94ef1c5-c93d-453c-b57d-be7cf2ccfa00 service nova] Acquired lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.052824] env[62259]: DEBUG nova.network.neutron [req-90164d34-9928-40d7-8c59-f3c4e80c4455 req-e94ef1c5-c93d-453c-b57d-be7cf2ccfa00 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Refreshing network info cache for port b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.054108] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0d6879-c198-4a23-b2e7-eec533ec9810 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.083939] env[62259]: DEBUG oslo_vmware.api [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1470.083939] env[62259]: value = "task-1691993" [ 1470.083939] env[62259]: _type = "Task" [ 1470.083939] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.096515] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.097995] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.097995] env[62259]: DEBUG oslo_vmware.api [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.239760] env[62259]: INFO nova.compute.manager [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Took 41.98 seconds to build instance. [ 1470.281060] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2adbcd-4c2f-42da-9d39-59309bbeef63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.303720] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09955360-3fb6-49e8-a7fe-2d75d2965053 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.311784] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691987, 'name': Rename_Task, 'duration_secs': 1.291691} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.313800] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.316459] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6f7f794-93d5-453d-9319-c2434cf1fb01 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.324028] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1470.324028] env[62259]: value = "task-1691994" [ 1470.324028] env[62259]: _type = "Task" [ 1470.324028] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.330111] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.430455] env[62259]: DEBUG nova.scheduler.client.report [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1470.434787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.456963] env[62259]: INFO nova.compute.manager [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Took 39.46 seconds to build instance. [ 1470.482194] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691989, 'name': CloneVM_Task, 'duration_secs': 1.408646} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.482498] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Created linked-clone VM from snapshot [ 1470.483405] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf986f-3170-41dc-8fe7-e6b0238f82af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.493568] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Uploading image 108f3231-f239-40f4-b371-332506257fc9 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1470.512090] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1470.513269] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad6b7404-f26c-4cda-900f-e71744d471f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.520816] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1470.520816] env[62259]: value = "task-1691995" [ 1470.520816] env[62259]: _type = "Task" [ 1470.520816] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.530584] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691995, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.595730] env[62259]: DEBUG oslo_vmware.api [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691993, 'name': ReconfigVM_Task, 'duration_secs': 0.135536} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.595880] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e84e32ad-132c-4c05-9b39-1099cfbe8ef9 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Reconfigured VM instance to set the machine id {{(pid=62259) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1470.744495] env[62259]: DEBUG oslo_concurrency.lockutils [None req-050d7fff-7e9b-451c-8fc1-2d246fa0ddc8 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "600b261e-6358-40de-8eed-710c0dc1ebf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.752s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.761955] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "574e92d4-f7cd-4bb1-8678-c47af41c2937" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.762611] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "574e92d4-f7cd-4bb1-8678-c47af41c2937" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.820535] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1470.821066] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36a1cec4-4f20-4e91-b5c6-ef316877c5a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.835356] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.840886] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1470.840886] env[62259]: value = "task-1691996" [ 1470.840886] env[62259]: _type = "Task" [ 1470.840886] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.846187] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691996, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.847107] env[62259]: DEBUG nova.network.neutron [req-90164d34-9928-40d7-8c59-f3c4e80c4455 req-e94ef1c5-c93d-453c-b57d-be7cf2ccfa00 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updated VIF entry in instance network info cache for port b0b57691-612e-4384-be56-72ae07c8a737. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.847628] env[62259]: DEBUG nova.network.neutron [req-90164d34-9928-40d7-8c59-f3c4e80c4455 req-e94ef1c5-c93d-453c-b57d-be7cf2ccfa00 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updating instance_info_cache with network_info: [{"id": "b0b57691-612e-4384-be56-72ae07c8a737", "address": "fa:16:3e:33:b6:9a", "network": {"id": "9ec9396b-c4c1-4c8d-8987-8ede984ca959", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-123618842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc1f23811353428ea367676022fb1eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b57691-61", "ovs_interfaceid": "b0b57691-612e-4384-be56-72ae07c8a737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.922636] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "c3ba29af-89db-4897-8f5c-15e6c84bb585" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.924181] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "c3ba29af-89db-4897-8f5c-15e6c84bb585" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.926213] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "c3ba29af-89db-4897-8f5c-15e6c84bb585-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.926213] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "c3ba29af-89db-4897-8f5c-15e6c84bb585-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.926213] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "c3ba29af-89db-4897-8f5c-15e6c84bb585-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.929208] env[62259]: INFO nova.compute.manager [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Terminating instance [ 1470.936722] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.940018] env[62259]: DEBUG nova.compute.manager [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.941243] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.567s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.943555] env[62259]: INFO nova.compute.claims [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.964983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e5b06b6e-fda1-4f02-b0f3-ecf7627f5d8b tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.907s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.032870] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691995, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.247134] env[62259]: DEBUG nova.compute.manager [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.337753] env[62259]: DEBUG oslo_vmware.api [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1691994, 'name': PowerOnVM_Task, 'duration_secs': 0.5921} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.338252] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1471.338569] env[62259]: INFO nova.compute.manager [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Took 14.25 seconds to spawn the instance on the hypervisor. [ 1471.339183] env[62259]: DEBUG nova.compute.manager [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.343460] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5af0bc-45d6-43f5-8b57-89cb5c605a16 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.355012] env[62259]: DEBUG oslo_concurrency.lockutils [req-90164d34-9928-40d7-8c59-f3c4e80c4455 req-e94ef1c5-c93d-453c-b57d-be7cf2ccfa00 service nova] Releasing lock "refresh_cache-c3ba29af-89db-4897-8f5c-15e6c84bb585" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.355012] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691996, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.434127] env[62259]: DEBUG nova.compute.manager [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.435851] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.436893] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db32aac-e7a5-43b1-a467-ee3cd853a749 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.447019] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.448883] env[62259]: DEBUG nova.compute.utils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1471.453156] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2da7d7ee-b481-4b0b-ad69-8077031e117d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.455090] env[62259]: DEBUG nova.compute.manager [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.455276] env[62259]: DEBUG nova.network.neutron [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.463882] env[62259]: DEBUG oslo_vmware.api [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1471.463882] env[62259]: value = "task-1691997" [ 1471.463882] env[62259]: _type = "Task" [ 1471.463882] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.469301] env[62259]: DEBUG nova.compute.manager [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1471.477722] env[62259]: DEBUG oslo_vmware.api [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.513293] env[62259]: DEBUG nova.policy [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e68114b554414493a567641f4fddfb8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d186547b31349dfac6792b64b5a5ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.532152] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691995, 'name': Destroy_Task, 'duration_secs': 0.582741} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.532547] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Destroyed the VM [ 1471.532901] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1471.533190] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f5e4965-3225-4469-b04b-daf356111259 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.540195] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1471.540195] env[62259]: value = "task-1691998" [ 1471.540195] env[62259]: _type = "Task" [ 1471.540195] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.554795] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691998, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.567030] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "5734241a-1b7b-468a-a397-07fa2a52d352" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.567030] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5734241a-1b7b-468a-a397-07fa2a52d352" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.649439] env[62259]: DEBUG nova.compute.manager [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received event network-vif-unplugged-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1471.649439] env[62259]: DEBUG oslo_concurrency.lockutils [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] Acquiring lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.649911] env[62259]: DEBUG oslo_concurrency.lockutils [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] Lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.650328] env[62259]: DEBUG oslo_concurrency.lockutils [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] Lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.650756] env[62259]: DEBUG nova.compute.manager [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] No waiting events found dispatching network-vif-unplugged-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1471.651161] env[62259]: WARNING nova.compute.manager [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received unexpected event network-vif-unplugged-e378630f-9daa-4a17-88ec-312c29670613 for instance with vm_state shelved_offloaded and task_state None. [ 1471.651416] env[62259]: DEBUG nova.compute.manager [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received event network-changed-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1471.651760] env[62259]: DEBUG nova.compute.manager [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Refreshing instance network info cache due to event network-changed-e378630f-9daa-4a17-88ec-312c29670613. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1471.652686] env[62259]: DEBUG oslo_concurrency.lockutils [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] Acquiring lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.652686] env[62259]: DEBUG oslo_concurrency.lockutils [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] Acquired lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.652686] env[62259]: DEBUG nova.network.neutron [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Refreshing network info cache for port e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.693747] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquiring lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.694058] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.773755] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.844416] env[62259]: DEBUG nova.network.neutron [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Successfully created port: d2569d97-04de-4a6d-afd2-d56d22a18169 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.855988] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1691996, 'name': CreateSnapshot_Task, 'duration_secs': 0.870785} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.856370] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1471.857828] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38336b2-ff59-4d3c-8147-8934b92f3f92 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.877014] env[62259]: INFO nova.compute.manager [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Took 45.85 seconds to build instance. [ 1471.956119] env[62259]: DEBUG nova.compute.manager [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.984191] env[62259]: DEBUG oslo_vmware.api [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1691997, 'name': PowerOffVM_Task, 'duration_secs': 0.268599} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.985482] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.985799] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1471.989045] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42bb6296-b526-4e17-939a-4a544f19dad2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.018944] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.057420] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691998, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.068480] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.069053] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.069869] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Deleting the datastore file [datastore1] c3ba29af-89db-4897-8f5c-15e6c84bb585 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.069869] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d11b67c-4046-4933-8a5c-714532bcd876 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.075701] env[62259]: DEBUG oslo_vmware.api [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for the task: (returnval){ [ 1472.075701] env[62259]: value = "task-1692000" [ 1472.075701] env[62259]: _type = "Task" [ 1472.075701] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.091505] env[62259]: DEBUG oslo_vmware.api [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1692000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.387241] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1472.388018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ccd02c96-1c5a-447a-92ea-df465fbf977d tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "02e9aa10-bbde-45f8-b053-024be85f0ddc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.448s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.392513] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a0f8dd5-740c-4112-b81d-50db1f0ad9ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.405871] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1472.405871] env[62259]: value = "task-1692001" [ 1472.405871] env[62259]: _type = "Task" [ 1472.405871] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.417373] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692001, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.550233] env[62259]: DEBUG nova.network.neutron [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updated VIF entry in instance network info cache for port e378630f-9daa-4a17-88ec-312c29670613. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.550507] env[62259]: DEBUG nova.network.neutron [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating instance_info_cache with network_info: [{"id": "e378630f-9daa-4a17-88ec-312c29670613", "address": "fa:16:3e:55:fc:47", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape378630f-9d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.560666] env[62259]: DEBUG oslo_vmware.api [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1691998, 'name': RemoveSnapshot_Task, 'duration_secs': 0.883394} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.561758] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1472.593257] env[62259]: DEBUG oslo_vmware.api [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Task: {'id': task-1692000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198505} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.593257] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.593257] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.593257] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.593257] env[62259]: INFO nova.compute.manager [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1472.593257] env[62259]: DEBUG oslo.service.loopingcall [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.593257] env[62259]: DEBUG nova.compute.manager [-] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.593257] env[62259]: DEBUG nova.network.neutron [-] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1472.631427] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7794f32-56d7-4402-922e-ea6f6281384f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.640716] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d7828-33f8-47a9-8ab1-707d51dfa765 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.683724] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c837fc66-51e1-416e-9c0a-59b7680953ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.692648] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4efa3d-3bc7-4fc7-be45-bdfd41de3866 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.707189] env[62259]: DEBUG nova.compute.provider_tree [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.904159] env[62259]: DEBUG nova.compute.manager [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.920126] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692001, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.975738] env[62259]: DEBUG nova.compute.manager [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.990977] env[62259]: INFO nova.compute.manager [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Rebuilding instance [ 1473.004037] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1473.004311] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1473.004539] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.004752] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1473.004897] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.005053] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1473.005264] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1473.005450] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1473.005661] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1473.005847] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1473.006125] env[62259]: DEBUG nova.virt.hardware [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.007386] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e879384-b5d0-46d5-bab3-a3ce209e5b87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.022326] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3642329-986b-4943-a1fb-055b3558decc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.054444] env[62259]: DEBUG nova.compute.manager [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.054444] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add6fcf8-d3cd-4ed3-83a9-99f178b7f350 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.057716] env[62259]: DEBUG oslo_concurrency.lockutils [req-a1087600-8c3f-4d64-8579-f0bacba99839 req-61c2e410-846d-495b-b89d-ce38e4204975 service nova] Releasing lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.066777] env[62259]: WARNING nova.compute.manager [None req-1cfa32e5-44bb-4431-9b60-d361a53bbf77 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Image not found during snapshot: nova.exception.ImageNotFound: Image 108f3231-f239-40f4-b371-332506257fc9 could not be found. [ 1473.212973] env[62259]: DEBUG nova.scheduler.client.report [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1473.340402] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9feea3c3-e37e-4105-a582-9581f26122c8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.424780] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692001, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.431022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.638781] env[62259]: DEBUG nova.network.neutron [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Successfully updated port: d2569d97-04de-4a6d-afd2-d56d22a18169 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.718200] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.718961] env[62259]: DEBUG nova.compute.manager [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1473.722168] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.654s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.722256] env[62259]: DEBUG nova.objects.instance [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lazy-loading 'resources' on Instance uuid a02eb487-f10e-422c-a5c0-24e304ca75e4 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.817889] env[62259]: DEBUG nova.compute.manager [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Received event network-vif-deleted-b0b57691-612e-4384-be56-72ae07c8a737 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1473.818108] env[62259]: INFO nova.compute.manager [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Neutron deleted interface b0b57691-612e-4384-be56-72ae07c8a737; detaching it from the instance and deleting it from the info cache [ 1473.818303] env[62259]: DEBUG nova.network.neutron [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.853620] env[62259]: DEBUG nova.network.neutron [-] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.922795] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692001, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.992246] env[62259]: DEBUG nova.compute.manager [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.993215] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa8ae85-ba73-4392-b094-031cf95fdd3a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.071274] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1474.071274] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e7f1027-015d-431f-9711-a47175818fd8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.078972] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1474.078972] env[62259]: value = "task-1692002" [ 1474.078972] env[62259]: _type = "Task" [ 1474.078972] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.088681] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.145882] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "refresh_cache-6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.146062] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "refresh_cache-6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.146264] env[62259]: DEBUG nova.network.neutron [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.225984] env[62259]: DEBUG nova.compute.utils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.231084] env[62259]: DEBUG nova.compute.manager [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Not allocating networking since 'none' was specified. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1474.271370] env[62259]: DEBUG oslo_concurrency.lockutils [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "cd646b42-d969-4a31-bd65-0fd6748a8bab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.271370] env[62259]: DEBUG oslo_concurrency.lockutils [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "cd646b42-d969-4a31-bd65-0fd6748a8bab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.271493] env[62259]: DEBUG oslo_concurrency.lockutils [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "cd646b42-d969-4a31-bd65-0fd6748a8bab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.271700] env[62259]: DEBUG oslo_concurrency.lockutils [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "cd646b42-d969-4a31-bd65-0fd6748a8bab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.271926] env[62259]: DEBUG oslo_concurrency.lockutils [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "cd646b42-d969-4a31-bd65-0fd6748a8bab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.274532] env[62259]: INFO nova.compute.manager [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Terminating instance [ 1474.322934] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcdd6f33-fe55-43db-9428-73c73c9f5f3b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.332019] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f281278-4d94-4c88-abe9-e8deb4135c53 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.355331] env[62259]: INFO nova.compute.manager [-] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Took 1.76 seconds to deallocate network for instance. [ 1474.368127] env[62259]: DEBUG nova.compute.manager [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Detach interface failed, port_id=b0b57691-612e-4384-be56-72ae07c8a737, reason: Instance c3ba29af-89db-4897-8f5c-15e6c84bb585 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1474.368377] env[62259]: DEBUG nova.compute.manager [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Received event network-vif-plugged-d2569d97-04de-4a6d-afd2-d56d22a18169 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1474.368575] env[62259]: DEBUG oslo_concurrency.lockutils [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] Acquiring lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.368785] env[62259]: DEBUG oslo_concurrency.lockutils [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] Lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.368950] env[62259]: DEBUG oslo_concurrency.lockutils [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] Lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.369128] env[62259]: DEBUG nova.compute.manager [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] No waiting events found dispatching network-vif-plugged-d2569d97-04de-4a6d-afd2-d56d22a18169 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1474.369295] env[62259]: WARNING nova.compute.manager [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Received unexpected event network-vif-plugged-d2569d97-04de-4a6d-afd2-d56d22a18169 for instance with vm_state building and task_state spawning. [ 1474.369455] env[62259]: DEBUG nova.compute.manager [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Received event network-changed-d2569d97-04de-4a6d-afd2-d56d22a18169 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1474.369614] env[62259]: DEBUG nova.compute.manager [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Refreshing instance network info cache due to event network-changed-d2569d97-04de-4a6d-afd2-d56d22a18169. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1474.369777] env[62259]: DEBUG oslo_concurrency.lockutils [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] Acquiring lock "refresh_cache-6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.427629] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692001, 'name': CloneVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.507519] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "2089ec2c-88a6-4b30-b678-527b3d14a72b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.507753] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "2089ec2c-88a6-4b30-b678-527b3d14a72b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.508830] env[62259]: INFO nova.compute.manager [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] instance snapshotting [ 1474.512103] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f703a22f-dfd8-436b-ad62-895336079a97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.535139] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f2f6cb-03cd-4f97-bffd-4b57cc8fc739 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.592083] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692002, 'name': PowerOffVM_Task, 'duration_secs': 0.133516} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.592371] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.592606] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.593371] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508df3c-6ac7-40ba-b5ba-7b70a2acf9f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.601312] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.603692] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd565a15-53ef-46ec-a2c0-a5c296b7ca86 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.626379] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.626598] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.626773] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Deleting the datastore file [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.627030] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a30addd-0791-4040-acc9-f4d19210e1af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.636555] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1474.636555] env[62259]: value = "task-1692004" [ 1474.636555] env[62259]: _type = "Task" [ 1474.636555] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.645895] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.697600] env[62259]: DEBUG nova.network.neutron [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.732331] env[62259]: DEBUG nova.compute.manager [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.774968] env[62259]: DEBUG oslo_concurrency.lockutils [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "bc91d33c-b126-494e-8937-ee1f2dd3688c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.775268] env[62259]: DEBUG oslo_concurrency.lockutils [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "bc91d33c-b126-494e-8937-ee1f2dd3688c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.775476] env[62259]: DEBUG oslo_concurrency.lockutils [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "bc91d33c-b126-494e-8937-ee1f2dd3688c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.775681] env[62259]: DEBUG oslo_concurrency.lockutils [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "bc91d33c-b126-494e-8937-ee1f2dd3688c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.775920] env[62259]: DEBUG oslo_concurrency.lockutils [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "bc91d33c-b126-494e-8937-ee1f2dd3688c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.777938] env[62259]: DEBUG nova.compute.manager [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1474.778324] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.778842] env[62259]: INFO nova.compute.manager [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Terminating instance [ 1474.781252] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb60e80-698a-4d59-a1c1-7a282d74ec5e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.796168] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1474.796364] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc1342b9-8e50-4292-918f-51c8d59f8fb1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.803342] env[62259]: DEBUG oslo_vmware.api [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1474.803342] env[62259]: value = "task-1692005" [ 1474.803342] env[62259]: _type = "Task" [ 1474.803342] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.819481] env[62259]: DEBUG oslo_vmware.api [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.821284] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066de7d0-3357-4a5c-9391-5e2bcb296e7b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.828967] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1fe118-b776-4b86-b16e-07d4efd23aef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.862709] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a548b84-3747-430d-9e96-a5987ecdcba0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.872459] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e4a771-727a-45eb-beef-9582453b2149 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.877641] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.888733] env[62259]: DEBUG nova.compute.provider_tree [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.920877] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692001, 'name': CloneVM_Task, 'duration_secs': 2.03036} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.921850] env[62259]: DEBUG nova.network.neutron [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Updating instance_info_cache with network_info: [{"id": "d2569d97-04de-4a6d-afd2-d56d22a18169", "address": "fa:16:3e:8a:54:6b", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2569d97-04", "ovs_interfaceid": "d2569d97-04de-4a6d-afd2-d56d22a18169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.923114] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Created linked-clone VM from snapshot [ 1474.924067] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2225291e-1abb-4c95-a067-e7d2ea9fe7f3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.932417] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Uploading image 51a8dcfe-856e-4f38-9f07-3508f4092460 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1474.955682] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1474.955682] env[62259]: value = "vm-352852" [ 1474.955682] env[62259]: _type = "VirtualMachine" [ 1474.955682] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1474.956251] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97813c3a-f525-49c2-a8b3-b284578f51d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.968189] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease: (returnval){ [ 1474.968189] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521dce2c-dc9b-2427-423f-06c941ebfae3" [ 1474.968189] env[62259]: _type = "HttpNfcLease" [ 1474.968189] env[62259]: } obtained for exporting VM: (result){ [ 1474.968189] env[62259]: value = "vm-352852" [ 1474.968189] env[62259]: _type = "VirtualMachine" [ 1474.968189] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1474.968494] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the lease: (returnval){ [ 1474.968494] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521dce2c-dc9b-2427-423f-06c941ebfae3" [ 1474.968494] env[62259]: _type = "HttpNfcLease" [ 1474.968494] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1474.974863] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1474.974863] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521dce2c-dc9b-2427-423f-06c941ebfae3" [ 1474.974863] env[62259]: _type = "HttpNfcLease" [ 1474.974863] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1475.046355] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1475.046687] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b563c846-737c-4f9c-8142-bf489bedab85 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.054761] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1475.054761] env[62259]: value = "task-1692007" [ 1475.054761] env[62259]: _type = "Task" [ 1475.054761] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.063456] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.145887] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1072} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.146159] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.146347] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1475.146521] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1475.292256] env[62259]: DEBUG nova.compute.manager [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1475.292256] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.292256] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48352339-154b-48c4-9207-f0560d321f3b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.299582] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.299814] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd2e0a4f-82c8-4f4d-bcf0-085e83e6f01a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.306442] env[62259]: DEBUG oslo_vmware.api [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1475.306442] env[62259]: value = "task-1692008" [ 1475.306442] env[62259]: _type = "Task" [ 1475.306442] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.317578] env[62259]: DEBUG oslo_vmware.api [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692005, 'name': PowerOffVM_Task, 'duration_secs': 0.3048} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.320865] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.321115] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.321525] env[62259]: DEBUG oslo_vmware.api [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1692008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.321774] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff5d66ad-8d74-420d-adcd-3d72393b3ce7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.391921] env[62259]: DEBUG nova.scheduler.client.report [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1475.396287] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1475.396430] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1475.396578] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Deleting the datastore file [datastore1] cd646b42-d969-4a31-bd65-0fd6748a8bab {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.397143] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64a33185-cd6a-4cc1-b610-bbcc617a4fb1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.403590] env[62259]: DEBUG oslo_vmware.api [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1475.403590] env[62259]: value = "task-1692010" [ 1475.403590] env[62259]: _type = "Task" [ 1475.403590] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.414832] env[62259]: DEBUG oslo_vmware.api [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.424103] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "refresh_cache-6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.424480] env[62259]: DEBUG nova.compute.manager [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Instance network_info: |[{"id": "d2569d97-04de-4a6d-afd2-d56d22a18169", "address": "fa:16:3e:8a:54:6b", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2569d97-04", "ovs_interfaceid": "d2569d97-04de-4a6d-afd2-d56d22a18169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1475.424902] env[62259]: DEBUG oslo_concurrency.lockutils [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] Acquired lock "refresh_cache-6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.424986] env[62259]: DEBUG nova.network.neutron [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Refreshing network info cache for port d2569d97-04de-4a6d-afd2-d56d22a18169 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.427112] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:54:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2569d97-04de-4a6d-afd2-d56d22a18169', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.434950] env[62259]: DEBUG oslo.service.loopingcall [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.435234] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.435827] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34732c07-9326-4824-b59a-4aa1177e953e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.457206] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.457206] env[62259]: value = "task-1692011" [ 1475.457206] env[62259]: _type = "Task" [ 1475.457206] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.465794] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692011, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.478777] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1475.478777] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521dce2c-dc9b-2427-423f-06c941ebfae3" [ 1475.478777] env[62259]: _type = "HttpNfcLease" [ 1475.478777] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1475.478965] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1475.478965] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521dce2c-dc9b-2427-423f-06c941ebfae3" [ 1475.478965] env[62259]: _type = "HttpNfcLease" [ 1475.478965] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1475.479755] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea91cc70-f3ba-446a-8367-9f9a2f46f603 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.487507] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52493f65-2127-9377-e5e0-10d6df828203/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1475.487709] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52493f65-2127-9377-e5e0-10d6df828203/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1475.567685] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.604137] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea093320-688f-459b-8493-48189eb0da9d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.742903] env[62259]: DEBUG nova.compute.manager [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1475.771020] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1475.771020] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1475.771020] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.771020] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1475.771020] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.771932] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1475.772236] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1475.772385] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1475.772628] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1475.772847] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1475.773191] env[62259]: DEBUG nova.virt.hardware [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1475.773970] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc9dc08-79c7-4be0-959e-44a1dae4b85e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.787734] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f80776e-2f73-4b28-8b69-92a5a8446c99 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.808603] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.811327] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Creating folder: Project (14cc0cfb17004138bd7aaf8531608d56). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1475.811833] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a1f15eb-ee9b-473f-92de-0099b0151a1f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.826425] env[62259]: DEBUG oslo_vmware.api [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1692008, 'name': PowerOffVM_Task, 'duration_secs': 0.195705} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.828059] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.828374] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.828583] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Created folder: Project (14cc0cfb17004138bd7aaf8531608d56) in parent group-v352705. [ 1475.828917] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Creating folder: Instances. Parent ref: group-v352855. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1475.829942] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2676480-b885-4b12-95f1-82d2706f0070 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.832916] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36893f1b-a30f-4c44-9d4b-31fed19fd8b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.844273] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Created folder: Instances in parent group-v352855. [ 1475.844556] env[62259]: DEBUG oslo.service.loopingcall [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.844822] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.846889] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a47fc818-2a7f-4021-b7d9-7f7632cd3316 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.863438] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.863438] env[62259]: value = "task-1692015" [ 1475.863438] env[62259]: _type = "Task" [ 1475.863438] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.872229] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692015, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.901371] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.901738] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.281s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.902105] env[62259]: DEBUG nova.objects.instance [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lazy-loading 'resources' on Instance uuid 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.905318] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1475.905708] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1475.906032] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Deleting the datastore file [datastore1] bc91d33c-b126-494e-8937-ee1f2dd3688c {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.910130] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c62c77c-00b1-47b2-a761-843d3e9caeba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.919361] env[62259]: DEBUG oslo_vmware.api [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175587} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.920961] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.921459] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1475.921757] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1475.922063] env[62259]: INFO nova.compute.manager [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1475.922503] env[62259]: DEBUG oslo.service.loopingcall [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.922907] env[62259]: DEBUG oslo_vmware.api [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for the task: (returnval){ [ 1475.922907] env[62259]: value = "task-1692016" [ 1475.922907] env[62259]: _type = "Task" [ 1475.922907] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.927096] env[62259]: DEBUG nova.compute.manager [-] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1475.927096] env[62259]: DEBUG nova.network.neutron [-] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1475.942234] env[62259]: DEBUG oslo_vmware.api [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1692016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.942234] env[62259]: INFO nova.scheduler.client.report [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleted allocations for instance a02eb487-f10e-422c-a5c0-24e304ca75e4 [ 1475.969502] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692011, 'name': CreateVM_Task, 'duration_secs': 0.386075} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.972019] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.972019] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.972019] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.972019] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.972019] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29d7347-bb8e-47bf-96ae-8b70ac4b763a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.977567] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1475.977567] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52635261-986e-2d6b-778e-4cb650dbcdaa" [ 1475.977567] env[62259]: _type = "Task" [ 1475.977567] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.988051] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52635261-986e-2d6b-778e-4cb650dbcdaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.067038] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692007, 'name': CreateSnapshot_Task, 'duration_secs': 0.66695} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.067724] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1476.069244] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d6fed7-20d8-40f9-aed4-1d5a19f4e5ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.199417] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1476.199770] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1476.200115] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.200317] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1476.200536] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.200750] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1476.201026] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1476.201539] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1476.201795] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1476.202246] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1476.202609] env[62259]: DEBUG nova.virt.hardware [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1476.203713] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfc4311-220c-476e-9b48-0d48493f555d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.213743] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d4c396-7ebc-4b6d-8dd8-18f259916c6f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.233991] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.241074] env[62259]: DEBUG oslo.service.loopingcall [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.244225] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.244832] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb9009c-d05a-4ea6-9a98-4d21797b40d7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.264205] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.264205] env[62259]: value = "task-1692017" [ 1476.264205] env[62259]: _type = "Task" [ 1476.264205] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.273313] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692017, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.375268] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692015, 'name': CreateVM_Task, 'duration_secs': 0.420506} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.375734] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.376299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.423973] env[62259]: DEBUG nova.network.neutron [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Updated VIF entry in instance network info cache for port d2569d97-04de-4a6d-afd2-d56d22a18169. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.424587] env[62259]: DEBUG nova.network.neutron [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Updating instance_info_cache with network_info: [{"id": "d2569d97-04de-4a6d-afd2-d56d22a18169", "address": "fa:16:3e:8a:54:6b", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2569d97-04", "ovs_interfaceid": "d2569d97-04de-4a6d-afd2-d56d22a18169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.438981] env[62259]: DEBUG oslo_vmware.api [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Task: {'id': task-1692016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299522} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.442465] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.443048] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.443539] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.443868] env[62259]: INFO nova.compute.manager [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1476.444272] env[62259]: DEBUG oslo.service.loopingcall [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.446475] env[62259]: DEBUG nova.compute.manager [-] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1476.446583] env[62259]: DEBUG nova.network.neutron [-] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1476.454192] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ed7bc908-e48b-476a-99e2-782275fc398a tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "a02eb487-f10e-422c-a5c0-24e304ca75e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.437s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.494993] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52635261-986e-2d6b-778e-4cb650dbcdaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.498568] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.498568] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.498787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.499274] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.499506] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.501511] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.502245] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.502442] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdd297b5-dd02-413f-8693-9e610f0425c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.504715] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89cc655f-0ecf-44ff-9354-0476e59db77e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.516533] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1476.516533] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528dfdc2-6a84-f7a2-01bd-c3c79e819460" [ 1476.516533] env[62259]: _type = "Task" [ 1476.516533] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.518109] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.518821] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.522858] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8513aed-b2d3-403d-b722-b8c9b9aaa38b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.530078] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1476.530078] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522d5106-2812-278e-e93e-6d1c719ea298" [ 1476.530078] env[62259]: _type = "Task" [ 1476.530078] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.539403] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528dfdc2-6a84-f7a2-01bd-c3c79e819460, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.545785] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.546151] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.546433] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.553754] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522d5106-2812-278e-e93e-6d1c719ea298, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.554994] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8094e52e-fb5c-4b75-89f1-80e39f4e585f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.567260] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1476.567260] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5263063c-1d53-1e43-9dc1-488501649908" [ 1476.567260] env[62259]: _type = "Task" [ 1476.567260] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.573741] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5263063c-1d53-1e43-9dc1-488501649908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.604096] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1476.605231] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc5b8c76-36bc-470f-baaf-03f38f6307e4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.616459] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1476.616459] env[62259]: value = "task-1692018" [ 1476.616459] env[62259]: _type = "Task" [ 1476.616459] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.630934] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692018, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.776471] env[62259]: DEBUG nova.compute.manager [req-9bd3c5ed-0b6f-49d2-9ad7-4615ec55b402 req-6884ffec-b425-439a-98a1-1e466566ba8f service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Received event network-vif-deleted-473d59f4-110b-41fb-ad41-b5980dbf6d90 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1476.776471] env[62259]: INFO nova.compute.manager [req-9bd3c5ed-0b6f-49d2-9ad7-4615ec55b402 req-6884ffec-b425-439a-98a1-1e466566ba8f service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Neutron deleted interface 473d59f4-110b-41fb-ad41-b5980dbf6d90; detaching it from the instance and deleting it from the info cache [ 1476.776471] env[62259]: DEBUG nova.network.neutron [req-9bd3c5ed-0b6f-49d2-9ad7-4615ec55b402 req-6884ffec-b425-439a-98a1-1e466566ba8f service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.783994] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692017, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.932965] env[62259]: DEBUG oslo_concurrency.lockutils [req-4bae0d4d-44dd-4b40-a81e-bf77201569d4 req-466ce28c-8013-46af-998b-589268987f93 service nova] Releasing lock "refresh_cache-6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.082653] env[62259]: DEBUG nova.network.neutron [-] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.084990] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5263063c-1d53-1e43-9dc1-488501649908, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.087526] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.088192] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc/6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.092970] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27e57bf-b51f-4497-a6d0-63820fb282c0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.102186] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.103345] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.103587] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2557942-93fe-4da2-b6c5-c938d178fcdb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.111859] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0085198e-e2fd-42e8-b045-6612fb5d41cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.123690] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370707f2-eede-4fbe-a866-d9fdd3873598 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.130313] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.130511] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.131350] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1477.131350] env[62259]: value = "task-1692019" [ 1477.131350] env[62259]: _type = "Task" [ 1477.131350] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.132390] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42844b69-4cd6-4f65-96b0-54fe114e04ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.168576] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692018, 'name': CloneVM_Task} progress is 93%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.170650] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a0d8ba-adcf-4360-9572-db039b7583fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.175403] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1477.175403] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52eff1aa-8a19-31a8-e9df-09096230afe8" [ 1477.175403] env[62259]: _type = "Task" [ 1477.175403] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.184328] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.185492] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b7901a-cd2a-4281-8f3d-690d3e287286 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.193377] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52eff1aa-8a19-31a8-e9df-09096230afe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.205567] env[62259]: DEBUG nova.compute.provider_tree [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.277788] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692017, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.286471] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-174b0e1c-a77c-4d98-a43b-81e57c3c5953 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.295321] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70033bbe-b335-44ad-b5b0-059fe97c939a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.329382] env[62259]: DEBUG nova.compute.manager [req-9bd3c5ed-0b6f-49d2-9ad7-4615ec55b402 req-6884ffec-b425-439a-98a1-1e466566ba8f service nova] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Detach interface failed, port_id=473d59f4-110b-41fb-ad41-b5980dbf6d90, reason: Instance cd646b42-d969-4a31-bd65-0fd6748a8bab could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1477.432465] env[62259]: DEBUG nova.network.neutron [-] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.588605] env[62259]: INFO nova.compute.manager [-] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Took 1.66 seconds to deallocate network for instance. [ 1477.630718] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692018, 'name': CloneVM_Task} progress is 93%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.647142] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692019, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.692085] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52eff1aa-8a19-31a8-e9df-09096230afe8, 'name': SearchDatastore_Task, 'duration_secs': 0.024988} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.692883] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2cdc70-80ba-4676-9726-749204b84051 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.701022] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1477.701022] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5211b84f-0b8a-9ef2-84b3-60b854c6b81a" [ 1477.701022] env[62259]: _type = "Task" [ 1477.701022] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.710691] env[62259]: DEBUG nova.scheduler.client.report [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1477.714373] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5211b84f-0b8a-9ef2-84b3-60b854c6b81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.779308] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692017, 'name': CreateVM_Task, 'duration_secs': 1.408475} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.779308] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.779308] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.779308] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.779913] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.780248] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576be424-e05e-48bc-9d05-eb5a69530644 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.785650] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1477.785650] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c9dc1f-54db-5bc9-1c58-2bafede10728" [ 1477.785650] env[62259]: _type = "Task" [ 1477.785650] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.795157] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c9dc1f-54db-5bc9-1c58-2bafede10728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.936851] env[62259]: INFO nova.compute.manager [-] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Took 1.49 seconds to deallocate network for instance. [ 1478.098139] env[62259]: DEBUG oslo_concurrency.lockutils [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.134432] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692018, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.145365] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561564} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.145660] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc/6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.145894] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.146197] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76777f0c-ac2e-43c7-a1db-80040e5512a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.154048] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1478.154048] env[62259]: value = "task-1692020" [ 1478.154048] env[62259]: _type = "Task" [ 1478.154048] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.164922] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.210104] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5211b84f-0b8a-9ef2-84b3-60b854c6b81a, 'name': SearchDatastore_Task, 'duration_secs': 0.026179} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.210401] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.210583] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7fbab168-074b-4750-a95a-ed96e8b004bd/7fbab168-074b-4750-a95a-ed96e8b004bd.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.210852] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b50ee7e0-cf44-4ff8-887f-de783352a785 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.216242] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.219977] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.350s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.221924] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1478.221924] env[62259]: value = "task-1692021" [ 1478.221924] env[62259]: _type = "Task" [ 1478.221924] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.231749] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.247876] env[62259]: INFO nova.scheduler.client.report [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Deleted allocations for instance 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4 [ 1478.300015] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c9dc1f-54db-5bc9-1c58-2bafede10728, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.300571] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.300571] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.300922] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.301110] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.301409] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.302379] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c4ccc82-d10c-4f61-806e-5d8df86c347b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.311464] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.312554] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.313678] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769fd7be-0be0-4ff6-a9a6-04c9beee9461 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.319691] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1478.319691] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a000d6-a09a-7014-4834-190549ac2bf9" [ 1478.319691] env[62259]: _type = "Task" [ 1478.319691] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.329157] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a000d6-a09a-7014-4834-190549ac2bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.417527] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.417789] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.443043] env[62259]: DEBUG oslo_concurrency.lockutils [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.631053] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692018, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.668880] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079788} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.669409] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.670089] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d74f7d-3d21-4e3a-a2b5-a9502d9713d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.696333] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc/6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.696787] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-375f8012-532e-447f-a455-f28ada7e29c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.720877] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1478.720877] env[62259]: value = "task-1692022" [ 1478.720877] env[62259]: _type = "Task" [ 1478.720877] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.746457] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692021, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.746737] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.756278] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b41cb4b3-575a-4296-bfad-4ed2a0ae8d4f tempest-MultipleCreateTestJSON-1028449630 tempest-MultipleCreateTestJSON-1028449630-project-member] Lock "60b1630a-8ac8-4548-bcc9-2a9113bf7fb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.620s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.813611] env[62259]: DEBUG nova.compute.manager [req-f34a4772-90a7-4a94-8197-2759c504c72b req-b6d9615a-ab78-4f4c-a5ae-7e22ff62ef46 service nova] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Received event network-vif-deleted-4b55bbb5-f1b5-4abb-a8f6-2ba12ff7dc0d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1478.833152] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a000d6-a09a-7014-4834-190549ac2bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.834114] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6281e2-b82d-40cb-8931-6327cf6832c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.842735] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1478.842735] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5267aa63-db85-d318-d2ae-17a7434ac3f4" [ 1478.842735] env[62259]: _type = "Task" [ 1478.842735] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.851703] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5267aa63-db85-d318-d2ae-17a7434ac3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.134195] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692018, 'name': CloneVM_Task, 'duration_secs': 2.325846} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.134195] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Created linked-clone VM from snapshot [ 1479.134195] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185af483-d2bf-482d-a1af-877070b5243c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.140557] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Uploading image ce491df6-602a-4a5b-a300-666e87e4067b {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1479.165978] env[62259]: DEBUG oslo_vmware.rw_handles [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1479.165978] env[62259]: value = "vm-352859" [ 1479.165978] env[62259]: _type = "VirtualMachine" [ 1479.165978] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1479.165978] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e612dd80-1e9f-451f-9ac8-8f12dbf17b9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.174389] env[62259]: DEBUG oslo_vmware.rw_handles [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lease: (returnval){ [ 1479.174389] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5216e2af-2e82-0dd8-e527-48c5dcd44c64" [ 1479.174389] env[62259]: _type = "HttpNfcLease" [ 1479.174389] env[62259]: } obtained for exporting VM: (result){ [ 1479.174389] env[62259]: value = "vm-352859" [ 1479.174389] env[62259]: _type = "VirtualMachine" [ 1479.174389] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1479.174740] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the lease: (returnval){ [ 1479.174740] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5216e2af-2e82-0dd8-e527-48c5dcd44c64" [ 1479.174740] env[62259]: _type = "HttpNfcLease" [ 1479.174740] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1479.181535] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1479.181535] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5216e2af-2e82-0dd8-e527-48c5dcd44c64" [ 1479.181535] env[62259]: _type = "HttpNfcLease" [ 1479.181535] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1479.232077] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.240048] env[62259]: INFO nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating resource usage from migration 0fd064b0-3cae-4470-936c-e8454d786d9d [ 1479.245817] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588368} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.246085] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7fbab168-074b-4750-a95a-ed96e8b004bd/7fbab168-074b-4750-a95a-ed96e8b004bd.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.246297] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.246585] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0c29eac-d0eb-4fc6-b695-9648c198cbf7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.253298] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1479.253298] env[62259]: value = "task-1692024" [ 1479.253298] env[62259]: _type = "Task" [ 1479.253298] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.261621] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.265329] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance bc91d33c-b126-494e-8937-ee1f2dd3688c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.265329] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance c3ba29af-89db-4897-8f5c-15e6c84bb585 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.265465] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 944ce849-152a-404e-8095-a6cc4f27bfc1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.265465] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 54ce854a-5100-4a7c-ad79-ab4315a16984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.265795] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.265795] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 656db28c-aa12-43c6-be4a-e3abfd6345bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.265795] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 071ba0ff-6674-480a-9c76-cfcd6237aa7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.265928] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance cd8b2ef1-fb0d-428a-ba3e-f538646d3759 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.266473] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 744c8809-f829-4c6b-94ab-9e708d519862 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.266473] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7471798f-e102-4a51-855d-7444f0284d80 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.266473] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 378794aa-e5b8-4906-8dbf-cb6bf630cb4e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.266473] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance b77463b3-dccc-4ed0-a19b-7d705e03047e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.266727] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance cd646b42-d969-4a31-bd65-0fd6748a8bab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1479.266727] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 02e9aa10-bbde-45f8-b053-024be85f0ddc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.266825] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 600b261e-6358-40de-8eed-710c0dc1ebf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.266872] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.267016] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.268409] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7fbab168-074b-4750-a95a-ed96e8b004bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1479.359500] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5267aa63-db85-d318-d2ae-17a7434ac3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.023157} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.359826] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.360102] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df/5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.363285] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4499932f-63a5-4b63-8d16-0416f72ea6c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.369251] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1479.369251] env[62259]: value = "task-1692025" [ 1479.369251] env[62259]: _type = "Task" [ 1479.369251] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.377563] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.683181] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1479.683181] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5216e2af-2e82-0dd8-e527-48c5dcd44c64" [ 1479.683181] env[62259]: _type = "HttpNfcLease" [ 1479.683181] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1479.683558] env[62259]: DEBUG oslo_vmware.rw_handles [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1479.683558] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5216e2af-2e82-0dd8-e527-48c5dcd44c64" [ 1479.683558] env[62259]: _type = "HttpNfcLease" [ 1479.683558] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1479.684412] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e291882a-86f2-4414-86d7-cc0d57c843f3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.692966] env[62259]: DEBUG oslo_vmware.rw_handles [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294a31d-b02f-24c6-d108-d89eff4db106/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1479.692966] env[62259]: DEBUG oslo_vmware.rw_handles [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294a31d-b02f-24c6-d108-d89eff4db106/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1479.765760] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692022, 'name': ReconfigVM_Task, 'duration_secs': 0.743422} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.769327] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc/6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.770482] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102769} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.770482] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e42faf4-ec22-42e9-a8a1-891d1b96aa1d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.772344] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.773154] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance f3e90bb7-9171-41af-bb48-312a6be04a32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1479.774987] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0198dad7-7e9d-410f-9c0e-52a91d4cdc30 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.796533] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 7fbab168-074b-4750-a95a-ed96e8b004bd/7fbab168-074b-4750-a95a-ed96e8b004bd.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.798785] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148e5be4-93c2-49de-9d6d-5a7513e96e99 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.817503] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1479.817503] env[62259]: value = "task-1692026" [ 1479.817503] env[62259]: _type = "Task" [ 1479.817503] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.825938] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b1bb73a-78c7-402b-ab31-b9791cb4df9c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.831099] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1479.831099] env[62259]: value = "task-1692027" [ 1479.831099] env[62259]: _type = "Task" [ 1479.831099] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.842503] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692026, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.849519] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.882047] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.280644] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 1326a14e-0d43-4393-9d26-5c417b789133 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1480.280644] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Migration 0fd064b0-3cae-4470-936c-e8454d786d9d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1480.280644] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9aa10d90-ce21-45e7-8adc-5ad1452e0535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1480.334971] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692026, 'name': Rename_Task, 'duration_secs': 0.319683} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.339844] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.341149] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f5a5994-af63-4458-924a-d26ae45dd4ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.349431] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692027, 'name': ReconfigVM_Task, 'duration_secs': 0.459804} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.351421] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 7fbab168-074b-4750-a95a-ed96e8b004bd/7fbab168-074b-4750-a95a-ed96e8b004bd.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.352851] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1480.352851] env[62259]: value = "task-1692028" [ 1480.352851] env[62259]: _type = "Task" [ 1480.352851] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.352851] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee8ba239-9054-407d-9cff-b5cd3c26afc0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.365588] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.367197] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1480.367197] env[62259]: value = "task-1692029" [ 1480.367197] env[62259]: _type = "Task" [ 1480.367197] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.382222] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692029, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.390507] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643868} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.390507] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df/5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.390507] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.390507] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-091078cd-40c5-4af2-9ded-5e16484a564f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.396940] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1480.396940] env[62259]: value = "task-1692030" [ 1480.396940] env[62259]: _type = "Task" [ 1480.396940] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.409691] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.783063] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 3227e918-f372-4028-8550-f7ec7c6ff61d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1480.865945] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692028, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.877821] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692029, 'name': Rename_Task, 'duration_secs': 0.16368} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.878151] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.878411] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b885a22f-47fa-470f-8969-a6831ef88fbc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.884941] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1480.884941] env[62259]: value = "task-1692031" [ 1480.884941] env[62259]: _type = "Task" [ 1480.884941] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.893792] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.905419] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134814} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.905732] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.906544] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb03114-d09b-45c4-8c90-dc9704f39e13 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.929212] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df/5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.929631] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42475d05-91f9-4238-8f59-a86178c5309f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.951226] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1480.951226] env[62259]: value = "task-1692032" [ 1480.951226] env[62259]: _type = "Task" [ 1480.951226] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.963254] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.286674] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 88584ded-586c-4b00-a393-5106b5d383c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1481.366418] env[62259]: DEBUG oslo_vmware.api [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692028, 'name': PowerOnVM_Task, 'duration_secs': 0.534544} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.366619] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.366759] env[62259]: INFO nova.compute.manager [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1481.366963] env[62259]: DEBUG nova.compute.manager [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.367798] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05915bd6-402a-4548-a08e-6b6b1f42eae1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.396268] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692031, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.464334] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692032, 'name': ReconfigVM_Task, 'duration_secs': 0.510055} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.464984] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df/5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.465855] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b32bb026-9075-4774-b852-9e3994380f1b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.472197] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1481.472197] env[62259]: value = "task-1692033" [ 1481.472197] env[62259]: _type = "Task" [ 1481.472197] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.481168] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692033, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.790480] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance e6d34622-a87d-4ada-9be0-c4515f53d329 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1481.893248] env[62259]: INFO nova.compute.manager [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Took 48.35 seconds to build instance. [ 1481.899261] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692031, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.986772] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692033, 'name': Rename_Task, 'duration_secs': 0.217853} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.986772] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.987128] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de01df50-96de-4a65-8cd2-9a5256e8fda1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.994860] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1481.994860] env[62259]: value = "task-1692034" [ 1481.994860] env[62259]: _type = "Task" [ 1481.994860] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.002818] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.294192] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7c76e700-8634-4290-b100-a9997a443a3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.396766] env[62259]: DEBUG oslo_concurrency.lockutils [None req-10b3abf0-b378-41db-b023-da235d7781a6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.290s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.397077] env[62259]: DEBUG oslo_vmware.api [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692031, 'name': PowerOnVM_Task, 'duration_secs': 1.206242} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.398368] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.398674] env[62259]: INFO nova.compute.manager [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1482.398674] env[62259]: DEBUG nova.compute.manager [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.399684] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6861fe83-e91c-4f4a-b8a2-ba57ccfc1daa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.509736] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692034, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.797516] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 5029aaf0-9a81-48d4-889c-39ac61f3f5e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1482.900465] env[62259]: DEBUG nova.compute.manager [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1482.917132] env[62259]: INFO nova.compute.manager [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Took 46.58 seconds to build instance. [ 1483.006896] env[62259]: DEBUG oslo_vmware.api [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692034, 'name': PowerOnVM_Task, 'duration_secs': 0.646775} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.007135] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.007425] env[62259]: DEBUG nova.compute.manager [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.008400] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a4b323-df3c-4d3b-b4db-88f946b9ef39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.300824] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 574e92d4-f7cd-4bb1-8678-c47af41c2937 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.419427] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8871d8ce-1399-43f0-a011-59bafd0850d3 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "7fbab168-074b-4750-a95a-ed96e8b004bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.344s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.428169] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.528172] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.732541] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.732857] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.733072] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.733272] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.733440] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.735871] env[62259]: INFO nova.compute.manager [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Terminating instance [ 1483.804083] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 5734241a-1b7b-468a-a397-07fa2a52d352 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.921854] env[62259]: DEBUG nova.compute.manager [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1484.095767] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52493f65-2127-9377-e5e0-10d6df828203/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1484.097070] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a0c14d-5aa7-4898-a8c0-f250556d5071 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.103796] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52493f65-2127-9377-e5e0-10d6df828203/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1484.103981] env[62259]: ERROR oslo_vmware.rw_handles [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52493f65-2127-9377-e5e0-10d6df828203/disk-0.vmdk due to incomplete transfer. [ 1484.104232] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-885b64c0-baf7-4e4c-92ad-d66e8a349e33 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.112409] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52493f65-2127-9377-e5e0-10d6df828203/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1484.112677] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Uploaded image 51a8dcfe-856e-4f38-9f07-3508f4092460 to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1484.115195] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1484.116329] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56881a56-b62f-41a3-bfb4-f593dc379c36 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.122496] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1484.122496] env[62259]: value = "task-1692035" [ 1484.122496] env[62259]: _type = "Task" [ 1484.122496] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.132189] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692035, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.240620] env[62259]: DEBUG nova.compute.manager [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.240788] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.241794] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67172e5c-e854-4412-87f9-aa8619a1aafc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.250129] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.250530] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f00900c-2233-4bc0-9735-e7eb21a69906 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.256826] env[62259]: DEBUG oslo_vmware.api [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1484.256826] env[62259]: value = "task-1692036" [ 1484.256826] env[62259]: _type = "Task" [ 1484.256826] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.267584] env[62259]: DEBUG oslo_vmware.api [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.307297] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.307605] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (07134af6-d303-472c-9b0c-7734192de603): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1484.445107] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.633362] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692035, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.768404] env[62259]: DEBUG oslo_vmware.api [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692036, 'name': PowerOffVM_Task, 'duration_secs': 0.183772} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.768641] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.768771] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.769034] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-468b6bdc-5b69-4a9d-a25c-46de00638a81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.810681] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 2089ec2c-88a6-4b30-b678-527b3d14a72b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.850757] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.850757] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.850757] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleting the datastore file [datastore1] 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.851084] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c832f105-5daa-4e2c-b6e5-ad56132942b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.858640] env[62259]: DEBUG oslo_vmware.api [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1484.858640] env[62259]: value = "task-1692038" [ 1484.858640] env[62259]: _type = "Task" [ 1484.858640] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.867139] env[62259]: DEBUG oslo_vmware.api [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.978070] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.978445] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.978698] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.978891] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.979077] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.981294] env[62259]: INFO nova.compute.manager [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Terminating instance [ 1485.134333] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692035, 'name': Destroy_Task, 'duration_secs': 0.779623} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.134598] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Destroyed the VM [ 1485.134850] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1485.135115] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-58f89000-781a-48be-a14d-7921aca6b2d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.142068] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1485.142068] env[62259]: value = "task-1692039" [ 1485.142068] env[62259]: _type = "Task" [ 1485.142068] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.150276] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692039, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.314180] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 865c009b-cbc0-45dd-84fa-42cce7f8222b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1485.314561] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1485.314630] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1485.368468] env[62259]: DEBUG oslo_vmware.api [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206885} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.368561] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.368673] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.368849] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.369033] env[62259]: INFO nova.compute.manager [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1485.369283] env[62259]: DEBUG oslo.service.loopingcall [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.371666] env[62259]: DEBUG nova.compute.manager [-] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.371764] env[62259]: DEBUG nova.network.neutron [-] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1485.484922] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "refresh_cache-5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.484922] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquired lock "refresh_cache-5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.484922] env[62259]: DEBUG nova.network.neutron [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.657200] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692039, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.687719] env[62259]: DEBUG nova.compute.manager [req-5cd3983a-5091-40e3-ab7d-ec65f1f08c39 req-eecc0c1c-7da0-4b63-99d6-f6b8c05f2149 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Received event network-vif-deleted-d2569d97-04de-4a6d-afd2-d56d22a18169 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1485.687869] env[62259]: INFO nova.compute.manager [req-5cd3983a-5091-40e3-ab7d-ec65f1f08c39 req-eecc0c1c-7da0-4b63-99d6-f6b8c05f2149 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Neutron deleted interface d2569d97-04de-4a6d-afd2-d56d22a18169; detaching it from the instance and deleting it from the info cache [ 1485.688020] env[62259]: DEBUG nova.network.neutron [req-5cd3983a-5091-40e3-ab7d-ec65f1f08c39 req-eecc0c1c-7da0-4b63-99d6-f6b8c05f2149 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.758666] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fad736-7a6c-453a-8c09-dfde7fbfc43f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.766630] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1d07d8-51eb-4098-8020-4ee15f55c45c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.799257] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ed8450-caef-4ad5-b672-e4b089c0bd3d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.807126] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c349113-e3f7-4024-af44-88ebf67a8c8a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.821017] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.003552] env[62259]: DEBUG nova.network.neutron [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1486.054252] env[62259]: DEBUG nova.network.neutron [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.152180] env[62259]: DEBUG nova.network.neutron [-] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.153430] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692039, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.193739] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f078326-20ad-40ea-a636-2177292fa20f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.204804] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c7604-beca-4afc-adcb-e71cf8d75aa9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.239032] env[62259]: DEBUG nova.compute.manager [req-5cd3983a-5091-40e3-ab7d-ec65f1f08c39 req-eecc0c1c-7da0-4b63-99d6-f6b8c05f2149 service nova] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Detach interface failed, port_id=d2569d97-04de-4a6d-afd2-d56d22a18169, reason: Instance 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1486.324023] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1486.557330] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Releasing lock "refresh_cache-5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.557709] env[62259]: DEBUG nova.compute.manager [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1486.557912] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.558832] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d56341-9065-4e57-8088-788e5bd710b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.567135] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.567190] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a6eea3b-6c39-4cdb-988c-01e64a8908a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.573545] env[62259]: DEBUG oslo_vmware.api [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1486.573545] env[62259]: value = "task-1692040" [ 1486.573545] env[62259]: _type = "Task" [ 1486.573545] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.582141] env[62259]: DEBUG oslo_vmware.api [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.653739] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692039, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.654592] env[62259]: INFO nova.compute.manager [-] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Took 1.28 seconds to deallocate network for instance. [ 1486.829155] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1486.829468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.610s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.829783] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.896s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.831538] env[62259]: INFO nova.compute.claims [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.084119] env[62259]: DEBUG oslo_vmware.api [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692040, 'name': PowerOffVM_Task, 'duration_secs': 0.273344} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.085131] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1487.085131] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1487.085131] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a88d6fa-dfdb-47f5-b2b0-bd196b463bcc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.108607] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1487.108832] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1487.109024] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Deleting the datastore file [datastore1] 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1487.109291] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be7d281-db72-400e-8699-70b45df72617 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.116352] env[62259]: DEBUG oslo_vmware.api [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for the task: (returnval){ [ 1487.116352] env[62259]: value = "task-1692042" [ 1487.116352] env[62259]: _type = "Task" [ 1487.116352] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.124742] env[62259]: DEBUG oslo_vmware.api [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.154140] env[62259]: DEBUG oslo_vmware.api [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692039, 'name': RemoveSnapshot_Task, 'duration_secs': 1.916368} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.154409] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1487.154639] env[62259]: INFO nova.compute.manager [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 1487.161851] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.628281] env[62259]: DEBUG oslo_vmware.api [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Task: {'id': task-1692042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319172} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.628566] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.628726] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.628917] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.629107] env[62259]: INFO nova.compute.manager [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1487.629356] env[62259]: DEBUG oslo.service.loopingcall [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.629545] env[62259]: DEBUG nova.compute.manager [-] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.629641] env[62259]: DEBUG nova.network.neutron [-] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.644998] env[62259]: DEBUG nova.network.neutron [-] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1487.701768] env[62259]: DEBUG nova.compute.manager [None req-9a5c9395-32cc-4033-9216-6818b16d57d0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Found 2 images (rotation: 2) {{(pid=62259) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4884}} [ 1488.148067] env[62259]: DEBUG nova.network.neutron [-] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.359094] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e857e069-d393-44ee-846d-9382e0865aa0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.366848] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6533da7b-1f59-4ab4-9ee5-5291979d6db9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.401771] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3200f6-4af7-4347-b278-8a9e593719d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.409992] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c7117-c30e-401b-a2ab-d3b053b9174d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.424929] env[62259]: DEBUG nova.compute.provider_tree [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.651233] env[62259]: INFO nova.compute.manager [-] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Took 1.02 seconds to deallocate network for instance. [ 1488.807933] env[62259]: DEBUG nova.compute.manager [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.808914] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa4148e-f6dd-4bbf-99b0-d0520dede4a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.928481] env[62259]: DEBUG nova.scheduler.client.report [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1489.158720] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.320057] env[62259]: DEBUG oslo_vmware.rw_handles [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294a31d-b02f-24c6-d108-d89eff4db106/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1489.320914] env[62259]: INFO nova.compute.manager [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] instance snapshotting [ 1489.321489] env[62259]: DEBUG nova.objects.instance [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'flavor' on Instance uuid 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.323293] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a572f-3932-4c23-ac92-0753cdf6e836 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.331408] env[62259]: DEBUG oslo_vmware.rw_handles [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294a31d-b02f-24c6-d108-d89eff4db106/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1489.331408] env[62259]: ERROR oslo_vmware.rw_handles [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294a31d-b02f-24c6-d108-d89eff4db106/disk-0.vmdk due to incomplete transfer. [ 1489.331516] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd39953f-c259-42fd-a8eb-7d6cce57daff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.339736] env[62259]: DEBUG oslo_vmware.rw_handles [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294a31d-b02f-24c6-d108-d89eff4db106/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1489.339933] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Uploaded image ce491df6-602a-4a5b-a300-666e87e4067b to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1489.341468] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1489.341929] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9e3cce7-650e-4fb5-885c-34a4697eb61f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.347460] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1489.347460] env[62259]: value = "task-1692043" [ 1489.347460] env[62259]: _type = "Task" [ 1489.347460] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.356164] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692043, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.435741] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.436380] env[62259]: DEBUG nova.compute.manager [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1489.438922] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.453s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.439132] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.441155] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 48.423s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.463596] env[62259]: INFO nova.scheduler.client.report [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Deleted allocations for instance 944ce849-152a-404e-8095-a6cc4f27bfc1 [ 1489.831924] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b976a93-810a-4c94-8f9c-9b6cf2df882a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.856386] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec0ae7d-e893-4083-bf20-d1e8fc38b8eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.865151] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692043, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.947163] env[62259]: INFO nova.compute.claims [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.952241] env[62259]: DEBUG nova.compute.utils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.954595] env[62259]: DEBUG nova.compute.manager [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Not allocating networking since 'none' was specified. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1489.973490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ee906f8-f66b-4691-865c-4bf5e20dbae9 tempest-ServersTestFqdnHostnames-1332250939 tempest-ServersTestFqdnHostnames-1332250939-project-member] Lock "944ce849-152a-404e-8095-a6cc4f27bfc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.910s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.364250] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692043, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.372739] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1490.373110] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cb9fa5a-fd42-499a-9eb2-5ff47ead58ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.382228] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1490.382228] env[62259]: value = "task-1692044" [ 1490.382228] env[62259]: _type = "Task" [ 1490.382228] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.394240] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.411873] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "79daa191-06d1-454c-885f-5602630eb6a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.411873] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "79daa191-06d1-454c-885f-5602630eb6a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.455844] env[62259]: DEBUG nova.compute.manager [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1490.461949] env[62259]: INFO nova.compute.resource_tracker [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating resource usage from migration 0fd064b0-3cae-4470-936c-e8454d786d9d [ 1490.868496] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692043, 'name': Destroy_Task, 'duration_secs': 1.094286} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.868896] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Destroyed the VM [ 1490.869354] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1490.869685] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b0be544b-46f4-4161-a42c-4bc61b68e97f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.875384] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2427f5-c047-40ea-8a3e-10ffd5be6903 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.887840] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d6a37b-8baf-4467-9ce5-81ce7d3320d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.893167] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1490.893167] env[62259]: value = "task-1692045" [ 1490.893167] env[62259]: _type = "Task" [ 1490.893167] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.926473] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692044, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.927644] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25dd7a6-4516-4717-923c-49f19dea944e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.933609] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692045, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.939030] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e047c-184c-41d1-bf84-827b80f11208 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.952943] env[62259]: DEBUG nova.compute.provider_tree [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.401218] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692044, 'name': CreateSnapshot_Task, 'duration_secs': 0.892} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.404524] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1491.405469] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dffb3ce-36bd-44ab-aa25-17f4c96000b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.419421] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692045, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.456357] env[62259]: DEBUG nova.scheduler.client.report [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1491.468361] env[62259]: DEBUG nova.compute.manager [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1491.501360] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1491.501555] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1491.501713] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.501894] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1491.502069] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.502230] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1491.502443] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1491.502604] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1491.502761] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1491.502934] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1491.503293] env[62259]: DEBUG nova.virt.hardware [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1491.504292] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6aeb06-8878-45a9-b2d8-ad68574531b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.514165] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8364b5f9-0d27-4ee7-9982-a233ef8dbacd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.531378] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.537125] env[62259]: DEBUG oslo.service.loopingcall [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.537514] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.537805] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c863a3-5751-4839-8cbb-c2bda545ca26 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.560181] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.560181] env[62259]: value = "task-1692046" [ 1491.560181] env[62259]: _type = "Task" [ 1491.560181] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.568127] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692046, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.913872] env[62259]: DEBUG oslo_vmware.api [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692045, 'name': RemoveSnapshot_Task, 'duration_secs': 0.664214} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.913872] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1491.913872] env[62259]: INFO nova.compute.manager [None req-2d9878a1-2284-414c-9a7c-d5b610ef939e tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Took 17.40 seconds to snapshot the instance on the hypervisor. [ 1491.930974] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1491.931300] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ee14f8b-9794-441c-b792-c2d687f84bb6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.942171] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1491.942171] env[62259]: value = "task-1692047" [ 1491.942171] env[62259]: _type = "Task" [ 1491.942171] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.955199] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692047, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.962525] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.521s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.962831] env[62259]: INFO nova.compute.manager [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Migrating [ 1491.974928] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.439s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.976487] env[62259]: INFO nova.compute.claims [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.070104] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692046, 'name': CreateVM_Task, 'duration_secs': 0.3378} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.070319] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.070722] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.070885] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.071238] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.071552] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74061ad8-be3b-4e23-ba47-78dea1f8b003 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.078439] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1492.078439] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52eb2490-0089-f739-d7ad-88f0b972b89b" [ 1492.078439] env[62259]: _type = "Task" [ 1492.078439] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.089958] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52eb2490-0089-f739-d7ad-88f0b972b89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.452869] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692047, 'name': CloneVM_Task} progress is 93%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.488365] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.488545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.488694] env[62259]: DEBUG nova.network.neutron [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.589177] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52eb2490-0089-f739-d7ad-88f0b972b89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.955251] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692047, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.094465] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52eb2490-0089-f739-d7ad-88f0b972b89b, 'name': SearchDatastore_Task, 'duration_secs': 0.890381} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.094833] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.095048] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.095298] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.095447] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.095627] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.095897] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fbbd00c-6805-470d-89c0-a8b45d41d065 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.111032] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.111032] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.111449] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39555f94-e426-4956-98b2-e110f9f3c4c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.120029] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1493.120029] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b408dd-27a0-6559-bf98-ff28e733757c" [ 1493.120029] env[62259]: _type = "Task" [ 1493.120029] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.127406] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b408dd-27a0-6559-bf98-ff28e733757c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.303471] env[62259]: DEBUG nova.network.neutron [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance_info_cache with network_info: [{"id": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "address": "fa:16:3e:fd:2a:74", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7761bcb-f5", "ovs_interfaceid": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.456454] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692047, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.461374] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b5fd7-42f4-4c83-8314-54126687f4c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.467755] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2631ad-b052-4591-8b8b-22dc31c551e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.497773] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c5a374-3a7c-4978-85c0-e44216b8815d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.506135] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7860e975-04f6-4634-905a-d68524830b45 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.520220] env[62259]: DEBUG nova.compute.provider_tree [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.634191] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b408dd-27a0-6559-bf98-ff28e733757c, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.635186] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ed379c-8888-4c9e-87f1-f31bd7d2ff94 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.642696] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1493.642696] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ae8143-da85-a673-c7cf-bcca9239b052" [ 1493.642696] env[62259]: _type = "Task" [ 1493.642696] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.654042] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ae8143-da85-a673-c7cf-bcca9239b052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.810037] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.956465] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692047, 'name': CloneVM_Task, 'duration_secs': 1.826379} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.956812] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Created linked-clone VM from snapshot [ 1493.957606] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b3081e-980c-4c4f-b376-27ce384f3a9c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.966735] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Uploading image 114d38b1-4409-4e61-af95-6f5638858c66 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1493.993256] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1493.993256] env[62259]: value = "vm-352862" [ 1493.993256] env[62259]: _type = "VirtualMachine" [ 1493.993256] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1493.993560] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bda6260e-856f-43a6-98d7-b72922f7f9ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.002811] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease: (returnval){ [ 1494.002811] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d248ea-70e0-0206-9b1f-6206349c872e" [ 1494.002811] env[62259]: _type = "HttpNfcLease" [ 1494.002811] env[62259]: } obtained for exporting VM: (result){ [ 1494.002811] env[62259]: value = "vm-352862" [ 1494.002811] env[62259]: _type = "VirtualMachine" [ 1494.002811] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1494.003171] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the lease: (returnval){ [ 1494.003171] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d248ea-70e0-0206-9b1f-6206349c872e" [ 1494.003171] env[62259]: _type = "HttpNfcLease" [ 1494.003171] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1494.010070] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1494.010070] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d248ea-70e0-0206-9b1f-6206349c872e" [ 1494.010070] env[62259]: _type = "HttpNfcLease" [ 1494.010070] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1494.042814] env[62259]: ERROR nova.scheduler.client.report [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [req-d90129a9-f8ad-47c9-85a6-ba7707ca9c51] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d90129a9-f8ad-47c9-85a6-ba7707ca9c51"}]} [ 1494.061220] env[62259]: DEBUG nova.scheduler.client.report [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1494.081229] env[62259]: DEBUG nova.scheduler.client.report [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1494.081609] env[62259]: DEBUG nova.compute.provider_tree [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.099270] env[62259]: DEBUG nova.scheduler.client.report [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1494.121846] env[62259]: DEBUG nova.scheduler.client.report [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1494.158951] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ae8143-da85-a673-c7cf-bcca9239b052, 'name': SearchDatastore_Task, 'duration_secs': 0.016105} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.159501] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.159920] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32/f3e90bb7-9171-41af-bb48-312a6be04a32.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.160316] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe80250-64ee-4f34-89ac-209d08339797 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.171508] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1494.171508] env[62259]: value = "task-1692049" [ 1494.171508] env[62259]: _type = "Task" [ 1494.171508] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.181615] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.518597] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1494.518597] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d248ea-70e0-0206-9b1f-6206349c872e" [ 1494.518597] env[62259]: _type = "HttpNfcLease" [ 1494.518597] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1494.518977] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1494.518977] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d248ea-70e0-0206-9b1f-6206349c872e" [ 1494.518977] env[62259]: _type = "HttpNfcLease" [ 1494.518977] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1494.519758] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aa2aa4-4af5-4e89-8da6-b39e6fba95a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.532701] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524076ce-c45e-170b-2ce2-4f19ac1a04c6/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1494.532989] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524076ce-c45e-170b-2ce2-4f19ac1a04c6/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1494.641113] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2aaaa779-eb51-4b18-a27b-948cf90be6ca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.685461] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692049, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.721803] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459ff9c6-1800-4a66-9b9c-804e8a06ae20 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.730599] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6e5b96-fd76-4a2e-87c4-a2f7b1c32df4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.767709] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37f027e-52d1-4177-bf12-4900d5e2fc13 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.777514] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13427b31-eea3-4570-acb8-df23f48d91d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.795475] env[62259]: DEBUG nova.compute.provider_tree [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.185553] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71402} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.187094] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32/f3e90bb7-9171-41af-bb48-312a6be04a32.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1495.187394] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.187815] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e129a120-9ac8-4dca-93eb-6e0913645e8b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.198861] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1495.198861] env[62259]: value = "task-1692050" [ 1495.198861] env[62259]: _type = "Task" [ 1495.198861] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.212206] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.329959] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ddae8-b265-4eba-ab49-ebd3fb1ca572 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.353438] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance '9aa10d90-ce21-45e7-8adc-5ad1452e0535' progress to 0 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1495.358164] env[62259]: DEBUG nova.scheduler.client.report [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1495.358502] env[62259]: DEBUG nova.compute.provider_tree [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 90 to 91 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1495.358698] env[62259]: DEBUG nova.compute.provider_tree [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.713029] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074137} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.713029] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.713845] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fd378d-f634-4137-9942-0b8b9d6d7348 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.741271] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32/f3e90bb7-9171-41af-bb48-312a6be04a32.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.741271] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a55012-cf64-4301-84c2-a99ddd3fb1c5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.769957] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1495.769957] env[62259]: value = "task-1692051" [ 1495.769957] env[62259]: _type = "Task" [ 1495.769957] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.780026] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.864666] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.865526] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.891s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.866046] env[62259]: DEBUG nova.compute.manager [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.868859] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e54913e-c69d-48d5-a365-81ba1bb3830d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.870924] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.335s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.871214] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.873445] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.641s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.874958] env[62259]: INFO nova.compute.claims [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.885711] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1495.885711] env[62259]: value = "task-1692052" [ 1495.885711] env[62259]: _type = "Task" [ 1495.885711] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.900394] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.907992] env[62259]: INFO nova.scheduler.client.report [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Deleted allocations for instance 7471798f-e102-4a51-855d-7444f0284d80 [ 1496.285718] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.380150] env[62259]: DEBUG nova.compute.utils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1496.385338] env[62259]: DEBUG nova.compute.manager [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1496.385624] env[62259]: DEBUG nova.network.neutron [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1496.398376] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692052, 'name': PowerOffVM_Task, 'duration_secs': 0.274001} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.399894] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.399894] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance '9aa10d90-ce21-45e7-8adc-5ad1452e0535' progress to 17 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1496.417731] env[62259]: DEBUG oslo_concurrency.lockutils [None req-89ca7e3d-b60a-4dc3-9984-8c3c2ceb024f tempest-ServersAaction247Test-1210240162 tempest-ServersAaction247Test-1210240162-project-member] Lock "7471798f-e102-4a51-855d-7444f0284d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.123s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.440495] env[62259]: DEBUG nova.policy [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '137eee8b7a4f469da6f480e501124026', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a11fd448fbf7412da654f13159760a83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1496.751673] env[62259]: DEBUG nova.network.neutron [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Successfully created port: ccf33e54-c37e-4983-9992-a5659592b981 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.781912] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692051, 'name': ReconfigVM_Task, 'duration_secs': 0.60646} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.782222] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32/f3e90bb7-9171-41af-bb48-312a6be04a32.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.782866] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39517c3e-c2e2-4767-aa82-e9b694f77981 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.791059] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1496.791059] env[62259]: value = "task-1692053" [ 1496.791059] env[62259]: _type = "Task" [ 1496.791059] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.802564] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692053, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.894761] env[62259]: DEBUG nova.compute.manager [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.908461] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1496.908698] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1496.908846] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.909030] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1496.909178] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.909319] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1496.909516] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1496.909669] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1496.909826] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1496.909984] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1496.911339] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1496.918425] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c39f626-1d61-484a-8b05-63d85ac4fd32 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.944340] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1496.944340] env[62259]: value = "task-1692054" [ 1496.944340] env[62259]: _type = "Task" [ 1496.944340] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.959355] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.990489] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquiring lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.990617] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.047031] env[62259]: DEBUG nova.network.neutron [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Successfully created port: e376dc41-227b-485a-a03f-bd1c774d8507 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.309333] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692053, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.445453] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67383199-b9d2-4e52-9309-3b05fea52517 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.458423] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.461070] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b818445-1ace-4c69-8053-59016bd9cb1f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.493698] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135d7601-68a7-4216-bac9-42520105f465 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.502421] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08d962-c16c-4669-a593-bd7229ccb0f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.519066] env[62259]: DEBUG nova.compute.provider_tree [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.803703] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692053, 'name': Rename_Task, 'duration_secs': 0.871489} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.804394] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.804394] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e47d606d-1d71-4580-a5ee-5ef99a234b66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.814139] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1497.814139] env[62259]: value = "task-1692055" [ 1497.814139] env[62259]: _type = "Task" [ 1497.814139] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.827301] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.912997] env[62259]: DEBUG nova.compute.manager [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1497.945709] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1497.945951] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1497.946116] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.946310] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1497.946436] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.946581] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1497.946787] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1497.946940] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1497.947116] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1497.947279] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1497.947445] env[62259]: DEBUG nova.virt.hardware [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1497.948342] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82208b1b-0c5c-400c-9c52-d578b489a196 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.962816] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692054, 'name': ReconfigVM_Task, 'duration_secs': 0.719632} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.963246] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance '9aa10d90-ce21-45e7-8adc-5ad1452e0535' progress to 33 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1497.967752] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cc4b04-5d96-4304-a7a3-7c1cdf8031f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.077706] env[62259]: ERROR nova.scheduler.client.report [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [req-6dad4d0f-8f7a-40ef-9e39-5488a081c763] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6dad4d0f-8f7a-40ef-9e39-5488a081c763"}]} [ 1498.077706] env[62259]: DEBUG nova.scheduler.client.report [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1498.078752] env[62259]: DEBUG nova.scheduler.client.report [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1498.079253] env[62259]: DEBUG nova.compute.provider_tree [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1498.093284] env[62259]: DEBUG nova.scheduler.client.report [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1498.122007] env[62259]: DEBUG nova.scheduler.client.report [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1498.325704] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.474114] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:37:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='af1a1eab-f0be-46b1-a681-decc60ecd8ec',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-753038582',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1498.474404] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1498.474575] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.474760] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1498.474904] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.475063] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1498.475299] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1498.475466] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1498.475637] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1498.475799] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1498.475965] env[62259]: DEBUG nova.virt.hardware [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1498.483221] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1498.483794] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f8fe6b2-920f-4c6e-8d0c-9ec9a769be0e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.510971] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1498.510971] env[62259]: value = "task-1692056" [ 1498.510971] env[62259]: _type = "Task" [ 1498.510971] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.524985] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.539079] env[62259]: DEBUG nova.compute.manager [req-5f6582fc-f7f8-4118-9d4c-066ad046072b req-165caa57-7044-4fc3-90bf-5b7038733398 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Received event network-vif-plugged-ccf33e54-c37e-4983-9992-a5659592b981 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1498.539347] env[62259]: DEBUG oslo_concurrency.lockutils [req-5f6582fc-f7f8-4118-9d4c-066ad046072b req-165caa57-7044-4fc3-90bf-5b7038733398 service nova] Acquiring lock "1326a14e-0d43-4393-9d26-5c417b789133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.539689] env[62259]: DEBUG oslo_concurrency.lockutils [req-5f6582fc-f7f8-4118-9d4c-066ad046072b req-165caa57-7044-4fc3-90bf-5b7038733398 service nova] Lock "1326a14e-0d43-4393-9d26-5c417b789133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.539885] env[62259]: DEBUG oslo_concurrency.lockutils [req-5f6582fc-f7f8-4118-9d4c-066ad046072b req-165caa57-7044-4fc3-90bf-5b7038733398 service nova] Lock "1326a14e-0d43-4393-9d26-5c417b789133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.539977] env[62259]: DEBUG nova.compute.manager [req-5f6582fc-f7f8-4118-9d4c-066ad046072b req-165caa57-7044-4fc3-90bf-5b7038733398 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] No waiting events found dispatching network-vif-plugged-ccf33e54-c37e-4983-9992-a5659592b981 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1498.540106] env[62259]: WARNING nova.compute.manager [req-5f6582fc-f7f8-4118-9d4c-066ad046072b req-165caa57-7044-4fc3-90bf-5b7038733398 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Received unexpected event network-vif-plugged-ccf33e54-c37e-4983-9992-a5659592b981 for instance with vm_state building and task_state spawning. [ 1498.647660] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d56e18-9c94-4863-859b-8faf83804979 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.652767] env[62259]: DEBUG nova.network.neutron [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Successfully updated port: ccf33e54-c37e-4983-9992-a5659592b981 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1498.656733] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2ee220-ee37-47ab-abab-e5009a688a8e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.690876] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6031b0-2e9d-45f4-9966-eea03c3061cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.700764] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35f5837-f56a-41b3-9b4b-8f0537a90341 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.715973] env[62259]: DEBUG nova.compute.provider_tree [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1498.827354] env[62259]: DEBUG oslo_vmware.api [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692055, 'name': PowerOnVM_Task, 'duration_secs': 0.832513} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.827354] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.827354] env[62259]: INFO nova.compute.manager [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1498.827354] env[62259]: DEBUG nova.compute.manager [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.827629] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de40a5d-d89d-428c-bf14-4507e9b2be15 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.022513] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692056, 'name': ReconfigVM_Task, 'duration_secs': 0.288866} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.022811] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1499.023644] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54417b5a-69d0-4194-b6c4-ad3277239467 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.046344] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 9aa10d90-ce21-45e7-8adc-5ad1452e0535/9aa10d90-ce21-45e7-8adc-5ad1452e0535.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.046695] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210f755a-ee88-44ed-a80a-961d75dbb022 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.067879] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1499.067879] env[62259]: value = "task-1692057" [ 1499.067879] env[62259]: _type = "Task" [ 1499.067879] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.077526] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.250889] env[62259]: DEBUG nova.scheduler.client.report [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1499.251203] env[62259]: DEBUG nova.compute.provider_tree [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 92 to 93 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1499.251390] env[62259]: DEBUG nova.compute.provider_tree [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.346669] env[62259]: INFO nova.compute.manager [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Took 59.43 seconds to build instance. [ 1499.581819] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.703257] env[62259]: INFO nova.compute.manager [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Rebuilding instance [ 1499.744014] env[62259]: DEBUG nova.compute.manager [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.744851] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1566dece-a1f2-4799-ac88-1ca997070353 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.756440] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.883s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.756930] env[62259]: DEBUG nova.compute.manager [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.759236] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.899s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.759424] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.761248] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.146s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.762619] env[62259]: INFO nova.compute.claims [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.781384] env[62259]: INFO nova.scheduler.client.report [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Deleted allocations for instance 378794aa-e5b8-4906-8dbf-cb6bf630cb4e [ 1499.848453] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d68f2a79-1f3e-472f-96b1-4db6e2cd4c29 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "f3e90bb7-9171-41af-bb48-312a6be04a32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.400s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.080886] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692057, 'name': ReconfigVM_Task, 'duration_secs': 0.967419} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.081221] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 9aa10d90-ce21-45e7-8adc-5ad1452e0535/9aa10d90-ce21-45e7-8adc-5ad1452e0535.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.081489] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance '9aa10d90-ce21-45e7-8adc-5ad1452e0535' progress to 50 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1500.268631] env[62259]: DEBUG nova.compute.utils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.270251] env[62259]: DEBUG nova.compute.manager [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.270416] env[62259]: DEBUG nova.network.neutron [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.288314] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c38348d6-f2ef-4913-a05b-4971035cf9cc tempest-ServerPasswordTestJSON-1025682943 tempest-ServerPasswordTestJSON-1025682943-project-member] Lock "378794aa-e5b8-4906-8dbf-cb6bf630cb4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.994s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.328060] env[62259]: DEBUG nova.policy [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '622d179540184aedb06ae7355f05eef7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2d6874b22db46f8a27d5599e4044e33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.350690] env[62259]: DEBUG nova.compute.manager [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.589416] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00903083-b25b-45a6-b8bb-dfc66f21ff8c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.610931] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e586e9b-014a-4fe7-a5e8-2fb2e93b14f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.635637] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance '9aa10d90-ce21-45e7-8adc-5ad1452e0535' progress to 67 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1500.640953] env[62259]: DEBUG nova.compute.manager [req-d2b73a36-0725-4323-91a0-3a02e902b7c7 req-0b6183f5-adfb-425a-91d9-f8a483684acd service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Received event network-changed-ccf33e54-c37e-4983-9992-a5659592b981 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1500.641717] env[62259]: DEBUG nova.compute.manager [req-d2b73a36-0725-4323-91a0-3a02e902b7c7 req-0b6183f5-adfb-425a-91d9-f8a483684acd service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Refreshing instance network info cache due to event network-changed-ccf33e54-c37e-4983-9992-a5659592b981. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1500.642164] env[62259]: DEBUG oslo_concurrency.lockutils [req-d2b73a36-0725-4323-91a0-3a02e902b7c7 req-0b6183f5-adfb-425a-91d9-f8a483684acd service nova] Acquiring lock "refresh_cache-1326a14e-0d43-4393-9d26-5c417b789133" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.642335] env[62259]: DEBUG oslo_concurrency.lockutils [req-d2b73a36-0725-4323-91a0-3a02e902b7c7 req-0b6183f5-adfb-425a-91d9-f8a483684acd service nova] Acquired lock "refresh_cache-1326a14e-0d43-4393-9d26-5c417b789133" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.642507] env[62259]: DEBUG nova.network.neutron [req-d2b73a36-0725-4323-91a0-3a02e902b7c7 req-0b6183f5-adfb-425a-91d9-f8a483684acd service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Refreshing network info cache for port ccf33e54-c37e-4983-9992-a5659592b981 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.690119] env[62259]: DEBUG nova.network.neutron [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Successfully created port: d915b03f-2b53-404c-b78e-6395b964f5c5 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.759997] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.760261] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cb2f184-827a-4878-9372-954fe500a1f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.777065] env[62259]: DEBUG nova.compute.manager [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.780773] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1500.780773] env[62259]: value = "task-1692058" [ 1500.780773] env[62259]: _type = "Task" [ 1500.780773] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.792266] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.872644] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.949140] env[62259]: DEBUG nova.network.neutron [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Successfully updated port: e376dc41-227b-485a-a03f-bd1c774d8507 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1501.175683] env[62259]: DEBUG nova.network.neutron [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Port f7761bcb-f5e6-4fd4-836f-109dd9dae27d binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1501.226554] env[62259]: DEBUG nova.network.neutron [req-d2b73a36-0725-4323-91a0-3a02e902b7c7 req-0b6183f5-adfb-425a-91d9-f8a483684acd service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.300809] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692058, 'name': PowerOffVM_Task, 'duration_secs': 0.125298} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.301803] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.301803] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.302250] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba9e552-c7c3-491f-9a14-cbbd436a8bf6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.308138] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061350cd-fe74-4a4b-8408-68fb4b07d911 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.318454] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.318454] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec9d2c49-64b0-4f93-8400-557ea414ee57 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.319802] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2a776f-0b0e-4dcc-8e72-7b2329716b62 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.362631] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fc8956-82fe-4ed2-8fe8-b7e0fff79d8e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.366886] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.367241] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.367346] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Deleting the datastore file [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.367943] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38cf7e07-66db-4c28-adbe-6948130bf2dd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.378249] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5026f12-6127-4fd4-90f0-eb77592d1606 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.382931] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1501.382931] env[62259]: value = "task-1692060" [ 1501.382931] env[62259]: _type = "Task" [ 1501.382931] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.396437] env[62259]: DEBUG nova.compute.provider_tree [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.405311] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.451882] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "refresh_cache-1326a14e-0d43-4393-9d26-5c417b789133" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.636219] env[62259]: DEBUG nova.network.neutron [req-d2b73a36-0725-4323-91a0-3a02e902b7c7 req-0b6183f5-adfb-425a-91d9-f8a483684acd service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.788413] env[62259]: DEBUG nova.compute.manager [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.820817] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1501.820817] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1501.820994] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.821966] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1501.821966] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.821966] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1501.821966] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1501.821966] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1501.821966] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1501.822201] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1501.822356] env[62259]: DEBUG nova.virt.hardware [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1501.823298] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cd2b4c-b510-4f79-8ee8-1eca60da068f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.832790] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a1c67-ce43-4d48-95ef-b07ffa37b989 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.894996] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122711} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.894996] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.895385] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.895467] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.933854] env[62259]: DEBUG nova.scheduler.client.report [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1501.934198] env[62259]: DEBUG nova.compute.provider_tree [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 93 to 94 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1501.934473] env[62259]: DEBUG nova.compute.provider_tree [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1502.139313] env[62259]: DEBUG oslo_concurrency.lockutils [req-d2b73a36-0725-4323-91a0-3a02e902b7c7 req-0b6183f5-adfb-425a-91d9-f8a483684acd service nova] Releasing lock "refresh_cache-1326a14e-0d43-4393-9d26-5c417b789133" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.139725] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquired lock "refresh_cache-1326a14e-0d43-4393-9d26-5c417b789133" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.139889] env[62259]: DEBUG nova.network.neutron [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.201447] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.205016] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.205016] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.344406] env[62259]: DEBUG nova.network.neutron [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Successfully updated port: d915b03f-2b53-404c-b78e-6395b964f5c5 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1502.443664] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.443664] env[62259]: DEBUG nova.compute.manager [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.448019] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.908s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.448575] env[62259]: INFO nova.compute.claims [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.662534] env[62259]: DEBUG nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Received event network-vif-plugged-e376dc41-227b-485a-a03f-bd1c774d8507 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1502.663154] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Acquiring lock "1326a14e-0d43-4393-9d26-5c417b789133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.663392] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Lock "1326a14e-0d43-4393-9d26-5c417b789133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.663571] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Lock "1326a14e-0d43-4393-9d26-5c417b789133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.663737] env[62259]: DEBUG nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] No waiting events found dispatching network-vif-plugged-e376dc41-227b-485a-a03f-bd1c774d8507 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1502.663908] env[62259]: WARNING nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Received unexpected event network-vif-plugged-e376dc41-227b-485a-a03f-bd1c774d8507 for instance with vm_state building and task_state spawning. [ 1502.664085] env[62259]: DEBUG nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Received event network-changed-e376dc41-227b-485a-a03f-bd1c774d8507 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1502.664239] env[62259]: DEBUG nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Refreshing instance network info cache due to event network-changed-e376dc41-227b-485a-a03f-bd1c774d8507. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1502.664405] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Acquiring lock "refresh_cache-1326a14e-0d43-4393-9d26-5c417b789133" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.687737] env[62259]: DEBUG nova.network.neutron [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.846938] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "refresh_cache-3227e918-f372-4028-8550-f7ec7c6ff61d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.847809] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "refresh_cache-3227e918-f372-4028-8550-f7ec7c6ff61d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.848050] env[62259]: DEBUG nova.network.neutron [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.939297] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1502.939583] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1502.939772] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.939998] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1502.940163] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.940308] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1502.940568] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1502.940730] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1502.940898] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1502.941117] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1502.941344] env[62259]: DEBUG nova.virt.hardware [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1502.942282] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33676c0-985e-467c-9445-6a726361b004 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.951600] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464c13f3-91a7-4b29-91b5-41fbd3ad5ebb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.958639] env[62259]: DEBUG nova.compute.utils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.960071] env[62259]: DEBUG nova.compute.manager [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1502.960280] env[62259]: DEBUG nova.network.neutron [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.977885] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.982974] env[62259]: DEBUG oslo.service.loopingcall [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.983516] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.983740] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fdbad8d-f192-4bfb-a137-b6a91b02b1f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.002754] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.002754] env[62259]: value = "task-1692061" [ 1503.002754] env[62259]: _type = "Task" [ 1503.002754] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.012159] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692061, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.016415] env[62259]: DEBUG nova.network.neutron [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Updating instance_info_cache with network_info: [{"id": "ccf33e54-c37e-4983-9992-a5659592b981", "address": "fa:16:3e:fe:f7:8c", "network": {"id": "81faaa56-c29f-4f14-a427-04f32b337960", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-237619970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf33e54-c3", "ovs_interfaceid": "ccf33e54-c37e-4983-9992-a5659592b981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e376dc41-227b-485a-a03f-bd1c774d8507", "address": "fa:16:3e:f8:93:2d", "network": {"id": "0d63a7b5-ce84-4259-8176-3ea57f42c4b8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1739660998", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape376dc41-22", "ovs_interfaceid": "e376dc41-227b-485a-a03f-bd1c774d8507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.061204] env[62259]: DEBUG nova.policy [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a5f7bb3a27d4abfa5608e1f4bea8573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e560feede46445b4967343aaa803e736', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.263470] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.263678] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.263861] env[62259]: DEBUG nova.network.neutron [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.402102] env[62259]: DEBUG nova.network.neutron [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1503.447282] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524076ce-c45e-170b-2ce2-4f19ac1a04c6/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1503.448257] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e3edc8-2760-4965-971b-b7cef9d6f91d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.458206] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524076ce-c45e-170b-2ce2-4f19ac1a04c6/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1503.458380] env[62259]: ERROR oslo_vmware.rw_handles [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524076ce-c45e-170b-2ce2-4f19ac1a04c6/disk-0.vmdk due to incomplete transfer. [ 1503.458605] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d2f5acfc-68fa-478d-b7a4-266b7ca26378 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.466596] env[62259]: DEBUG nova.compute.manager [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.476825] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524076ce-c45e-170b-2ce2-4f19ac1a04c6/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1503.476825] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Uploaded image 114d38b1-4409-4e61-af95-6f5638858c66 to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1503.479233] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1503.479603] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-203d8044-5ac4-4f19-9495-b486bc03bb9c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.486817] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1503.486817] env[62259]: value = "task-1692062" [ 1503.486817] env[62259]: _type = "Task" [ 1503.486817] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.495377] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692062, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.517371] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692061, 'name': CreateVM_Task, 'duration_secs': 0.310656} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.517537] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.518634] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.518739] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.519068] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.519488] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Releasing lock "refresh_cache-1326a14e-0d43-4393-9d26-5c417b789133" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.519806] env[62259]: DEBUG nova.compute.manager [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Instance network_info: |[{"id": "ccf33e54-c37e-4983-9992-a5659592b981", "address": "fa:16:3e:fe:f7:8c", "network": {"id": "81faaa56-c29f-4f14-a427-04f32b337960", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-237619970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf33e54-c3", "ovs_interfaceid": "ccf33e54-c37e-4983-9992-a5659592b981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e376dc41-227b-485a-a03f-bd1c774d8507", "address": "fa:16:3e:f8:93:2d", "network": {"id": "0d63a7b5-ce84-4259-8176-3ea57f42c4b8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1739660998", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape376dc41-22", "ovs_interfaceid": "e376dc41-227b-485a-a03f-bd1c774d8507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.520054] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c033b64-fdc3-4f95-bbab-de526ebbb00e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.521947] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Acquired lock "refresh_cache-1326a14e-0d43-4393-9d26-5c417b789133" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.522187] env[62259]: DEBUG nova.network.neutron [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Refreshing network info cache for port e376dc41-227b-485a-a03f-bd1c774d8507 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.523279] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:f7:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccf33e54-c37e-4983-9992-a5659592b981', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:93:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e376dc41-227b-485a-a03f-bd1c774d8507', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.532754] env[62259]: DEBUG oslo.service.loopingcall [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.538239] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.539219] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d9119ac-26c2-4363-8fca-ebf0f0f2dd92 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.561975] env[62259]: DEBUG nova.network.neutron [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Updating instance_info_cache with network_info: [{"id": "d915b03f-2b53-404c-b78e-6395b964f5c5", "address": "fa:16:3e:c5:d4:53", "network": {"id": "748beab3-1400-4f3f-8190-cddbcbd7b626", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-146885479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b2d6874b22db46f8a27d5599e4044e33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd915b03f-2b", "ovs_interfaceid": "d915b03f-2b53-404c-b78e-6395b964f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.563495] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1503.563495] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ee9f2d-2523-1eff-9eea-2056cdc0d2a3" [ 1503.563495] env[62259]: _type = "Task" [ 1503.563495] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.574156] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ee9f2d-2523-1eff-9eea-2056cdc0d2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.575767] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.575767] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.576032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.576191] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.576411] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.576776] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.576776] env[62259]: value = "task-1692063" [ 1503.576776] env[62259]: _type = "Task" [ 1503.576776] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.577318] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57f4f7ce-c80d-468f-a130-9b0d71a768d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.591386] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692063, 'name': CreateVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.592640] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.592814] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.593559] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726639ae-27ce-412d-b271-88f83dbbf938 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.602938] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1503.602938] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e70562-329a-1443-bc91-f00b4b8921ec" [ 1503.602938] env[62259]: _type = "Task" [ 1503.602938] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.613724] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e70562-329a-1443-bc91-f00b4b8921ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.725103] env[62259]: DEBUG nova.network.neutron [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Successfully created port: 8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.896395] env[62259]: DEBUG nova.network.neutron [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Updated VIF entry in instance network info cache for port e376dc41-227b-485a-a03f-bd1c774d8507. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.896875] env[62259]: DEBUG nova.network.neutron [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Updating instance_info_cache with network_info: [{"id": "ccf33e54-c37e-4983-9992-a5659592b981", "address": "fa:16:3e:fe:f7:8c", "network": {"id": "81faaa56-c29f-4f14-a427-04f32b337960", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-237619970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf33e54-c3", "ovs_interfaceid": "ccf33e54-c37e-4983-9992-a5659592b981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e376dc41-227b-485a-a03f-bd1c774d8507", "address": "fa:16:3e:f8:93:2d", "network": {"id": "0d63a7b5-ce84-4259-8176-3ea57f42c4b8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1739660998", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape376dc41-22", "ovs_interfaceid": "e376dc41-227b-485a-a03f-bd1c774d8507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.959439] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70028714-ddb2-4aa3-bf38-a9bb3f8b228a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.971919] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b2296e-daa9-4ef2-a732-d2e6401bb1d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.020780] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d44ac76-609e-4b49-823f-6f5a942e5c9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.032788] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692062, 'name': Destroy_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.034215] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e9fae2-4453-4a2d-8692-ca5a07073ae9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.052073] env[62259]: DEBUG nova.compute.provider_tree [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.065460] env[62259]: DEBUG nova.network.neutron [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance_info_cache with network_info: [{"id": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "address": "fa:16:3e:fd:2a:74", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7761bcb-f5", "ovs_interfaceid": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.067928] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "refresh_cache-3227e918-f372-4028-8550-f7ec7c6ff61d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.068240] env[62259]: DEBUG nova.compute.manager [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Instance network_info: |[{"id": "d915b03f-2b53-404c-b78e-6395b964f5c5", "address": "fa:16:3e:c5:d4:53", "network": {"id": "748beab3-1400-4f3f-8190-cddbcbd7b626", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-146885479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b2d6874b22db46f8a27d5599e4044e33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd915b03f-2b", "ovs_interfaceid": "d915b03f-2b53-404c-b78e-6395b964f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1504.068628] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:d4:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd915b03f-2b53-404c-b78e-6395b964f5c5', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1504.076961] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Creating folder: Project (b2d6874b22db46f8a27d5599e4044e33). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.077940] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-940b012f-4fc3-47d8-979c-d7c34c9ad676 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.090620] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692063, 'name': CreateVM_Task} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.090795] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.091974] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.092184] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.092727] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1504.094979] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db13b777-b110-418a-a2e7-35082d826914 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.097229] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Created folder: Project (b2d6874b22db46f8a27d5599e4044e33) in parent group-v352705. [ 1504.098081] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Creating folder: Instances. Parent ref: group-v352865. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.098081] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a899e34-cb11-4000-ba0a-905da825c10b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.102674] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1504.102674] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ca7d2c-405c-573b-ab8c-cde13f355f8a" [ 1504.102674] env[62259]: _type = "Task" [ 1504.102674] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.110452] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Created folder: Instances in parent group-v352865. [ 1504.110592] env[62259]: DEBUG oslo.service.loopingcall [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.111427] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.111631] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a14db574-5bc6-4673-814f-b7b435b36e78 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.135730] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e70562-329a-1443-bc91-f00b4b8921ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.135995] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ca7d2c-405c-573b-ab8c-cde13f355f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.137376] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.137616] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.137820] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.138051] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1421d9fd-dc24-4c95-b829-2b1391f05e83 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.142222] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1504.142222] env[62259]: value = "task-1692066" [ 1504.142222] env[62259]: _type = "Task" [ 1504.142222] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.146300] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1504.146300] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52947bfd-2926-ee7a-84a4-9ed3192a05db" [ 1504.146300] env[62259]: _type = "Task" [ 1504.146300] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.152609] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692066, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.158117] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52947bfd-2926-ee7a-84a4-9ed3192a05db, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.158445] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.158614] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32/f3e90bb7-9171-41af-bb48-312a6be04a32.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.158895] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.159197] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.159298] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-791673c1-f957-447d-b73c-5e138ce9f859 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.161351] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1865c66a-93d2-4029-a9d3-964c9052e4bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.169753] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1504.169753] env[62259]: value = "task-1692067" [ 1504.169753] env[62259]: _type = "Task" [ 1504.169753] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.175441] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.175705] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.179607] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9de222c-4b48-4aa2-8718-e6b921edd08e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.182087] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.189645] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1504.189645] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52582807-31a9-0366-0196-0955abfbd1c3" [ 1504.189645] env[62259]: _type = "Task" [ 1504.189645] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.197718] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52582807-31a9-0366-0196-0955abfbd1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.400736] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Releasing lock "refresh_cache-1326a14e-0d43-4393-9d26-5c417b789133" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.401191] env[62259]: DEBUG nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Received event network-vif-plugged-d915b03f-2b53-404c-b78e-6395b964f5c5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1504.401357] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Acquiring lock "3227e918-f372-4028-8550-f7ec7c6ff61d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.401454] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Lock "3227e918-f372-4028-8550-f7ec7c6ff61d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.401697] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Lock "3227e918-f372-4028-8550-f7ec7c6ff61d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.401880] env[62259]: DEBUG nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] No waiting events found dispatching network-vif-plugged-d915b03f-2b53-404c-b78e-6395b964f5c5 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1504.402070] env[62259]: WARNING nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Received unexpected event network-vif-plugged-d915b03f-2b53-404c-b78e-6395b964f5c5 for instance with vm_state building and task_state spawning. [ 1504.402246] env[62259]: DEBUG nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Received event network-changed-d915b03f-2b53-404c-b78e-6395b964f5c5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1504.402440] env[62259]: DEBUG nova.compute.manager [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Refreshing instance network info cache due to event network-changed-d915b03f-2b53-404c-b78e-6395b964f5c5. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1504.402683] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Acquiring lock "refresh_cache-3227e918-f372-4028-8550-f7ec7c6ff61d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.402830] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Acquired lock "refresh_cache-3227e918-f372-4028-8550-f7ec7c6ff61d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.403522] env[62259]: DEBUG nova.network.neutron [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Refreshing network info cache for port d915b03f-2b53-404c-b78e-6395b964f5c5 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.483674] env[62259]: DEBUG nova.compute.manager [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.520368] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1504.520668] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1504.520825] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.521014] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1504.521184] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.521398] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1504.521667] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1504.521850] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1504.522070] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1504.522254] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1504.522433] env[62259]: DEBUG nova.virt.hardware [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1504.523460] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd6fec0-f8dc-4674-b295-cf59d3178f33 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.536287] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cab76b-d1cc-4ad4-94e8-b5c1d31c5591 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.540559] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692062, 'name': Destroy_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.556103] env[62259]: DEBUG nova.scheduler.client.report [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1504.568619] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.654470] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692066, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.680295] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.700332] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52582807-31a9-0366-0196-0955abfbd1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01754} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.701223] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11093d00-c2ec-489b-9aac-62ddf80ccc9b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.707967] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1504.707967] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c6bc1f-6a99-820f-f371-bbdda4540126" [ 1504.707967] env[62259]: _type = "Task" [ 1504.707967] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.718057] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c6bc1f-6a99-820f-f371-bbdda4540126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.026683] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692062, 'name': Destroy_Task, 'duration_secs': 1.374612} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.027101] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Destroyed the VM [ 1505.027465] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1505.027739] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b3f02cf-4ff7-4b0e-a59a-4ffc43074786 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.036266] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1505.036266] env[62259]: value = "task-1692068" [ 1505.036266] env[62259]: _type = "Task" [ 1505.036266] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.051811] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692068, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.061507] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.062511] env[62259]: DEBUG nova.compute.manager [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.067165] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.632s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.071022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.071673] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.298s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.074472] env[62259]: INFO nova.compute.claims [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.112411] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e93c69b-c990-4936-9d84-ceeae31df92d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.139834] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fded6082-83f9-422a-a15b-0edbd4b61e5b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.153012] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance '9aa10d90-ce21-45e7-8adc-5ad1452e0535' progress to 83 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1505.162902] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692066, 'name': CreateVM_Task, 'duration_secs': 0.555534} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.163193] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1505.163965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.164180] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.164526] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1505.165046] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a31ad06-deed-4df1-8d09-f4f77043b99a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.171365] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1505.171365] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d76b9e-c3a8-167f-6b2b-337e622299a3" [ 1505.171365] env[62259]: _type = "Task" [ 1505.171365] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.188809] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577675} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.189610] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d76b9e-c3a8-167f-6b2b-337e622299a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.189819] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32/f3e90bb7-9171-41af-bb48-312a6be04a32.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.191153] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.191153] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.191153] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.191153] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.191153] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce2ba3c-f89e-4f02-a816-4e114c2f0973 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.199911] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1505.199911] env[62259]: value = "task-1692069" [ 1505.199911] env[62259]: _type = "Task" [ 1505.199911] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.210644] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.224072] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c6bc1f-6a99-820f-f371-bbdda4540126, 'name': SearchDatastore_Task, 'duration_secs': 0.027778} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.224072] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.224072] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1326a14e-0d43-4393-9d26-5c417b789133/1326a14e-0d43-4393-9d26-5c417b789133.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.224072] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.224072] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.224072] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8931522-d65a-4792-8693-6a77525f587a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.225060] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad689fa7-18fb-452d-9c03-76235d1a7277 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.234110] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1505.234110] env[62259]: value = "task-1692070" [ 1505.234110] env[62259]: _type = "Task" [ 1505.234110] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.238999] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.239252] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.240379] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1872df-41fa-465d-931d-7240e4ab409c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.249310] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.253330] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1505.253330] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ec5fde-cae3-a1b1-9c18-68f8fc2e71ed" [ 1505.253330] env[62259]: _type = "Task" [ 1505.253330] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.262444] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ec5fde-cae3-a1b1-9c18-68f8fc2e71ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.347635] env[62259]: DEBUG nova.network.neutron [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Updated VIF entry in instance network info cache for port d915b03f-2b53-404c-b78e-6395b964f5c5. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.348102] env[62259]: DEBUG nova.network.neutron [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Updating instance_info_cache with network_info: [{"id": "d915b03f-2b53-404c-b78e-6395b964f5c5", "address": "fa:16:3e:c5:d4:53", "network": {"id": "748beab3-1400-4f3f-8190-cddbcbd7b626", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-146885479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b2d6874b22db46f8a27d5599e4044e33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd915b03f-2b", "ovs_interfaceid": "d915b03f-2b53-404c-b78e-6395b964f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.549322] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692068, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.588236] env[62259]: DEBUG nova.compute.utils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1505.597439] env[62259]: DEBUG nova.compute.manager [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1505.597439] env[62259]: DEBUG nova.network.neutron [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.601281] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4c134374-b1d8-4b0c-8c5a-4f38bafafdb8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.083s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.602678] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 32.262s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.602968] env[62259]: INFO nova.compute.manager [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Unshelving [ 1505.629234] env[62259]: DEBUG nova.compute.manager [req-61a12ca1-ade3-4ad5-b3a4-d824b1cccd15 req-ec345efb-c6f6-4013-98c0-9a0760b8291a service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Received event network-vif-plugged-8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1505.629234] env[62259]: DEBUG oslo_concurrency.lockutils [req-61a12ca1-ade3-4ad5-b3a4-d824b1cccd15 req-ec345efb-c6f6-4013-98c0-9a0760b8291a service nova] Acquiring lock "88584ded-586c-4b00-a393-5106b5d383c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.629234] env[62259]: DEBUG oslo_concurrency.lockutils [req-61a12ca1-ade3-4ad5-b3a4-d824b1cccd15 req-ec345efb-c6f6-4013-98c0-9a0760b8291a service nova] Lock "88584ded-586c-4b00-a393-5106b5d383c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.629234] env[62259]: DEBUG oslo_concurrency.lockutils [req-61a12ca1-ade3-4ad5-b3a4-d824b1cccd15 req-ec345efb-c6f6-4013-98c0-9a0760b8291a service nova] Lock "88584ded-586c-4b00-a393-5106b5d383c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.629234] env[62259]: DEBUG nova.compute.manager [req-61a12ca1-ade3-4ad5-b3a4-d824b1cccd15 req-ec345efb-c6f6-4013-98c0-9a0760b8291a service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] No waiting events found dispatching network-vif-plugged-8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.629234] env[62259]: WARNING nova.compute.manager [req-61a12ca1-ade3-4ad5-b3a4-d824b1cccd15 req-ec345efb-c6f6-4013-98c0-9a0760b8291a service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Received unexpected event network-vif-plugged-8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df for instance with vm_state building and task_state spawning. [ 1505.656340] env[62259]: DEBUG nova.policy [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a5f7bb3a27d4abfa5608e1f4bea8573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e560feede46445b4967343aaa803e736', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1505.660998] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.661663] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c17e6a-f583-411c-bec1-85cc223c048c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.673891] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1505.673891] env[62259]: value = "task-1692071" [ 1505.673891] env[62259]: _type = "Task" [ 1505.673891] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.686383] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.711047] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076847} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.711525] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.712694] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17180656-66c6-4dbc-a472-0f8d3d75f856 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.736493] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32/f3e90bb7-9171-41af-bb48-312a6be04a32.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.736918] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46fe084-49ab-499a-992f-b4cbca1519aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.768705] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492744} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.774294] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1326a14e-0d43-4393-9d26-5c417b789133/1326a14e-0d43-4393-9d26-5c417b789133.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.774755] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.775134] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1505.775134] env[62259]: value = "task-1692072" [ 1505.775134] env[62259]: _type = "Task" [ 1505.775134] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.775659] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ec5fde-cae3-a1b1-9c18-68f8fc2e71ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.775887] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d000164e-4ff3-4884-9319-82050e2a9f14 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.782120] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224dc02f-330b-448b-b444-fc9870ff1b95 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.791232] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.793427] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1505.793427] env[62259]: value = "task-1692073" [ 1505.793427] env[62259]: _type = "Task" [ 1505.793427] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.793701] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1505.793701] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e9c89b-a1bc-421a-b9cc-bd4034b11bde" [ 1505.793701] env[62259]: _type = "Task" [ 1505.793701] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.807377] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e9c89b-a1bc-421a-b9cc-bd4034b11bde, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.810565] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.810836] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3227e918-f372-4028-8550-f7ec7c6ff61d/3227e918-f372-4028-8550-f7ec7c6ff61d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.811137] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.811337] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f351aee6-6a95-41d4-8ca5-da34735bebdc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.819194] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1505.819194] env[62259]: value = "task-1692074" [ 1505.819194] env[62259]: _type = "Task" [ 1505.819194] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.829382] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.851457] env[62259]: DEBUG oslo_concurrency.lockutils [req-ac883d3b-92ed-4fe0-b361-946c8d5ea2ef req-cada495b-291c-428c-8260-627ceab16718 service nova] Releasing lock "refresh_cache-3227e918-f372-4028-8550-f7ec7c6ff61d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.946202] env[62259]: DEBUG nova.network.neutron [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Successfully created port: 8cde11c3-7117-4205-916d-e06b3ac37b8b {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.048773] env[62259]: DEBUG oslo_vmware.api [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692068, 'name': RemoveSnapshot_Task, 'duration_secs': 0.815232} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.049051] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1506.049300] env[62259]: INFO nova.compute.manager [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 1506.105088] env[62259]: DEBUG nova.compute.manager [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.163879] env[62259]: DEBUG nova.network.neutron [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Successfully updated port: 8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1506.193157] env[62259]: DEBUG oslo_vmware.api [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692071, 'name': PowerOnVM_Task, 'duration_secs': 0.487628} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.193969] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1506.194340] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9fd005-ea9a-403b-b87d-91620ecf3794 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance '9aa10d90-ce21-45e7-8adc-5ad1452e0535' progress to 100 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1506.294271] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692072, 'name': ReconfigVM_Task, 'duration_secs': 0.503833} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.294388] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32/f3e90bb7-9171-41af-bb48-312a6be04a32.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.298756] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93349d92-0de1-40f3-b541-73fe723f76aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.307900] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088684} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.312409] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.312409] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1506.312409] env[62259]: value = "task-1692075" [ 1506.312409] env[62259]: _type = "Task" [ 1506.312409] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.313293] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faa42bd-f946-4521-98ff-53b9da822f87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.354406] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 1326a14e-0d43-4393-9d26-5c417b789133/1326a14e-0d43-4393-9d26-5c417b789133.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.362878] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17576c83-6605-4d18-9acb-3bd195c75ccd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.377314] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692075, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.381363] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50241} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.382095] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3227e918-f372-4028-8550-f7ec7c6ff61d/3227e918-f372-4028-8550-f7ec7c6ff61d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.382347] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.382652] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1adda82f-29dd-4992-a1fe-6ccdf8a704cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.388427] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1506.388427] env[62259]: value = "task-1692076" [ 1506.388427] env[62259]: _type = "Task" [ 1506.388427] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.393720] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1506.393720] env[62259]: value = "task-1692077" [ 1506.393720] env[62259]: _type = "Task" [ 1506.393720] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.402211] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.412696] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.618609] env[62259]: DEBUG nova.compute.manager [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Found 3 images (rotation: 2) {{(pid=62259) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4884}} [ 1506.618880] env[62259]: DEBUG nova.compute.manager [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Rotating out 1 backups {{(pid=62259) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4892}} [ 1506.622027] env[62259]: DEBUG nova.compute.manager [None req-f2eee512-a510-4820-8df2-cbb0d8d7ea3b tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deleting image 98d62b20-8a7a-4aa4-9491-5dad7950cb2d {{(pid=62259) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4897}} [ 1506.622027] env[62259]: DEBUG nova.compute.utils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.670408] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "refresh_cache-88584ded-586c-4b00-a393-5106b5d383c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.670562] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "refresh_cache-88584ded-586c-4b00-a393-5106b5d383c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.670709] env[62259]: DEBUG nova.network.neutron [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.757417] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e970ce-3995-4f8f-a196-bb81c0f50a22 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.766230] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa0792d-256b-4f42-b990-2e7a52dbdc8b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.799821] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384617ab-565b-4a7d-b260-a68858e11969 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.808065] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3f0dcc-e87c-4b45-beea-a72cd196df1f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.823502] env[62259]: DEBUG nova.compute.provider_tree [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1506.833723] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692075, 'name': Rename_Task, 'duration_secs': 0.174989} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.833990] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.834263] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf083b21-ed4c-4e37-a66b-a8ed1a18659e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.842127] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1506.842127] env[62259]: value = "task-1692078" [ 1506.842127] env[62259]: _type = "Task" [ 1506.842127] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.850956] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.903091] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692076, 'name': ReconfigVM_Task, 'duration_secs': 0.344251} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.903091] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 1326a14e-0d43-4393-9d26-5c417b789133/1326a14e-0d43-4393-9d26-5c417b789133.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.903091] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe5f3c6a-fc7f-4d58-a671-5ae52fcc85ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.906748] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082326} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.907331] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.908097] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b4aba-15df-449a-89e2-48e1a7c9f8de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.912411] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1506.912411] env[62259]: value = "task-1692079" [ 1506.912411] env[62259]: _type = "Task" [ 1506.912411] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.933673] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 3227e918-f372-4028-8550-f7ec7c6ff61d/3227e918-f372-4028-8550-f7ec7c6ff61d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.934494] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4b0867-7cf9-46e1-81bd-b4d3f8fb7b62 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.953428] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692079, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.960776] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1506.960776] env[62259]: value = "task-1692080" [ 1506.960776] env[62259]: _type = "Task" [ 1506.960776] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.969706] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.125266] env[62259]: DEBUG nova.compute.manager [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.129500] env[62259]: INFO nova.virt.block_device [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Booting with volume aa0fc696-447f-436e-8830-e193d4661c3a at /dev/sdb [ 1507.151118] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1507.151351] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1507.151522] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.151764] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1507.151920] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.152083] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1507.152378] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1507.152477] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1507.152613] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1507.152780] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1507.152950] env[62259]: DEBUG nova.virt.hardware [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1507.153938] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d97877-2ac5-4207-b44b-5d9ed28d4c72 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.163031] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c6b484-ec28-4016-afda-1351627520ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.168304] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-764cb876-99f8-447b-8f14-ead2f8c05d28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.188661] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418b7acb-37df-4328-8d7b-a36538fcc4ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.223096] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-612a94e1-60af-4919-82d9-9fd12e6589be {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.232929] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d293d0-6368-44e9-8ecc-a52f14be3e2e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.275963] env[62259]: DEBUG nova.network.neutron [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.279927] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b512a6ec-44ad-4ee2-9d40-265ae2c73b60 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.287256] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e754febc-551d-4403-8d71-360efda655c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.304478] env[62259]: DEBUG nova.virt.block_device [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating existing volume attachment record: c84d6127-e00a-48c7-90d6-0ecf313cf94b {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1507.354979] env[62259]: DEBUG oslo_vmware.api [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692078, 'name': PowerOnVM_Task, 'duration_secs': 0.451137} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.355634] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.355634] env[62259]: DEBUG nova.compute.manager [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.356285] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb3564d-0c9a-475a-a4d2-8b4139fbfc5b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.373663] env[62259]: DEBUG nova.scheduler.client.report [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1507.373663] env[62259]: DEBUG nova.compute.provider_tree [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 94 to 95 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1507.373663] env[62259]: DEBUG nova.compute.provider_tree [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1507.431643] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692079, 'name': Rename_Task, 'duration_secs': 0.154212} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.431643] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1507.431643] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14d50fe7-5c3e-4e72-92fe-bcc5c005a089 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.440163] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1507.440163] env[62259]: value = "task-1692081" [ 1507.440163] env[62259]: _type = "Task" [ 1507.440163] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.453845] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.473097] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692080, 'name': ReconfigVM_Task, 'duration_secs': 0.422401} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.473097] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 3227e918-f372-4028-8550-f7ec7c6ff61d/3227e918-f372-4028-8550-f7ec7c6ff61d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.474029] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63ed3c1f-528b-4b1b-9d52-00f219a13481 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.481630] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1507.481630] env[62259]: value = "task-1692083" [ 1507.481630] env[62259]: _type = "Task" [ 1507.481630] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.493809] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692083, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.615674] env[62259]: DEBUG nova.compute.manager [req-af31d520-2604-499b-95f5-c7440eb6cfd1 req-73a2a3c6-2540-438e-ba46-957570698440 service nova] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Received event network-vif-plugged-8cde11c3-7117-4205-916d-e06b3ac37b8b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1507.615674] env[62259]: DEBUG oslo_concurrency.lockutils [req-af31d520-2604-499b-95f5-c7440eb6cfd1 req-73a2a3c6-2540-438e-ba46-957570698440 service nova] Acquiring lock "e6d34622-a87d-4ada-9be0-c4515f53d329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.615674] env[62259]: DEBUG oslo_concurrency.lockutils [req-af31d520-2604-499b-95f5-c7440eb6cfd1 req-73a2a3c6-2540-438e-ba46-957570698440 service nova] Lock "e6d34622-a87d-4ada-9be0-c4515f53d329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.619544] env[62259]: DEBUG oslo_concurrency.lockutils [req-af31d520-2604-499b-95f5-c7440eb6cfd1 req-73a2a3c6-2540-438e-ba46-957570698440 service nova] Lock "e6d34622-a87d-4ada-9be0-c4515f53d329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.619544] env[62259]: DEBUG nova.compute.manager [req-af31d520-2604-499b-95f5-c7440eb6cfd1 req-73a2a3c6-2540-438e-ba46-957570698440 service nova] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] No waiting events found dispatching network-vif-plugged-8cde11c3-7117-4205-916d-e06b3ac37b8b {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1507.619544] env[62259]: WARNING nova.compute.manager [req-af31d520-2604-499b-95f5-c7440eb6cfd1 req-73a2a3c6-2540-438e-ba46-957570698440 service nova] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Received unexpected event network-vif-plugged-8cde11c3-7117-4205-916d-e06b3ac37b8b for instance with vm_state building and task_state spawning. [ 1507.621109] env[62259]: DEBUG nova.network.neutron [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Updating instance_info_cache with network_info: [{"id": "8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df", "address": "fa:16:3e:8f:37:3c", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e10d2d7-6e", "ovs_interfaceid": "8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.700603] env[62259]: DEBUG nova.network.neutron [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Successfully updated port: 8cde11c3-7117-4205-916d-e06b3ac37b8b {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.785024] env[62259]: DEBUG nova.compute.manager [req-93df2e71-a61b-47f5-8a78-0fd972e631c5 req-58f4b9c5-6bf7-451c-ac46-18cf0b2d2ae1 service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Received event network-changed-8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1507.785229] env[62259]: DEBUG nova.compute.manager [req-93df2e71-a61b-47f5-8a78-0fd972e631c5 req-58f4b9c5-6bf7-451c-ac46-18cf0b2d2ae1 service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Refreshing instance network info cache due to event network-changed-8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1507.785430] env[62259]: DEBUG oslo_concurrency.lockutils [req-93df2e71-a61b-47f5-8a78-0fd972e631c5 req-58f4b9c5-6bf7-451c-ac46-18cf0b2d2ae1 service nova] Acquiring lock "refresh_cache-88584ded-586c-4b00-a393-5106b5d383c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.886120] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.886120] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.886440] env[62259]: DEBUG nova.compute.manager [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1507.890679] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.872s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.893054] env[62259]: INFO nova.compute.claims [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1507.954731] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692081, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.003476] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692083, 'name': Rename_Task, 'duration_secs': 0.336014} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.004544] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.004816] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e00a1576-feed-4b1d-9fe6-9e3d26372d66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.014311] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1508.014311] env[62259]: value = "task-1692086" [ 1508.014311] env[62259]: _type = "Task" [ 1508.014311] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.025282] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.124352] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "refresh_cache-88584ded-586c-4b00-a393-5106b5d383c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.124725] env[62259]: DEBUG nova.compute.manager [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Instance network_info: |[{"id": "8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df", "address": "fa:16:3e:8f:37:3c", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e10d2d7-6e", "ovs_interfaceid": "8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1508.125095] env[62259]: DEBUG oslo_concurrency.lockutils [req-93df2e71-a61b-47f5-8a78-0fd972e631c5 req-58f4b9c5-6bf7-451c-ac46-18cf0b2d2ae1 service nova] Acquired lock "refresh_cache-88584ded-586c-4b00-a393-5106b5d383c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.125328] env[62259]: DEBUG nova.network.neutron [req-93df2e71-a61b-47f5-8a78-0fd972e631c5 req-58f4b9c5-6bf7-451c-ac46-18cf0b2d2ae1 service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Refreshing network info cache for port 8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1508.130388] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:37:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1508.138287] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Creating folder: Project (e560feede46445b4967343aaa803e736). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1508.139500] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c4c62b1-1df5-41dc-a132-5102aa85b204 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.153497] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Created folder: Project (e560feede46445b4967343aaa803e736) in parent group-v352705. [ 1508.153748] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Creating folder: Instances. Parent ref: group-v352870. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1508.154017] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3347970-736d-4560-958e-92610a19261e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.167848] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Created folder: Instances in parent group-v352870. [ 1508.167848] env[62259]: DEBUG oslo.service.loopingcall [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.167848] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1508.167848] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4bcadd9-3367-42eb-9df4-bc6c1bb42669 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.192022] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1508.192022] env[62259]: value = "task-1692089" [ 1508.192022] env[62259]: _type = "Task" [ 1508.192022] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.203921] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "refresh_cache-e6d34622-a87d-4ada-9be0-c4515f53d329" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.204315] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "refresh_cache-e6d34622-a87d-4ada-9be0-c4515f53d329" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.204315] env[62259]: DEBUG nova.network.neutron [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.205488] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692089, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.392880] env[62259]: DEBUG nova.compute.utils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1508.397116] env[62259]: DEBUG nova.compute.manager [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1508.397116] env[62259]: DEBUG nova.network.neutron [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1508.457025] env[62259]: DEBUG oslo_vmware.api [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692081, 'name': PowerOnVM_Task, 'duration_secs': 0.556653} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.457025] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.457025] env[62259]: INFO nova.compute.manager [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1508.457025] env[62259]: DEBUG nova.compute.manager [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.457025] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d44288-4ccc-451e-8ae8-f83ffea88479 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.494852] env[62259]: DEBUG nova.policy [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67bcafce99d4779bbb40c46ef1c2dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c794392afb4b4edea0f4a470cceff6b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1508.529125] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692086, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.649488] env[62259]: DEBUG nova.network.neutron [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Port f7761bcb-f5e6-4fd4-836f-109dd9dae27d binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1508.649789] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.649928] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.650106] env[62259]: DEBUG nova.network.neutron [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.705580] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692089, 'name': CreateVM_Task, 'duration_secs': 0.463351} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.705791] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.706760] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.706986] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.707598] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.710577] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14ed95c-f3ad-42ef-870a-4f57b07c3fc5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.717227] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1508.717227] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521b74cb-e5ab-7c8d-e97b-cee8d6943faa" [ 1508.717227] env[62259]: _type = "Task" [ 1508.717227] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.727512] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521b74cb-e5ab-7c8d-e97b-cee8d6943faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.770096] env[62259]: DEBUG nova.network.neutron [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.902741] env[62259]: DEBUG nova.compute.manager [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1508.958364] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.958784] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.980061] env[62259]: INFO nova.compute.manager [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Took 67.46 seconds to build instance. [ 1509.027956] env[62259]: DEBUG oslo_vmware.api [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692086, 'name': PowerOnVM_Task, 'duration_secs': 0.63742} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.028353] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.028629] env[62259]: INFO nova.compute.manager [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1509.028822] env[62259]: DEBUG nova.compute.manager [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.029639] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb50c96-a915-43ae-9312-04a9b015e0d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.058905] env[62259]: DEBUG nova.network.neutron [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Updating instance_info_cache with network_info: [{"id": "8cde11c3-7117-4205-916d-e06b3ac37b8b", "address": "fa:16:3e:ff:cb:db", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cde11c3-71", "ovs_interfaceid": "8cde11c3-7117-4205-916d-e06b3ac37b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.109369] env[62259]: DEBUG nova.network.neutron [req-93df2e71-a61b-47f5-8a78-0fd972e631c5 req-58f4b9c5-6bf7-451c-ac46-18cf0b2d2ae1 service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Updated VIF entry in instance network info cache for port 8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1509.109724] env[62259]: DEBUG nova.network.neutron [req-93df2e71-a61b-47f5-8a78-0fd972e631c5 req-58f4b9c5-6bf7-451c-ac46-18cf0b2d2ae1 service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Updating instance_info_cache with network_info: [{"id": "8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df", "address": "fa:16:3e:8f:37:3c", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e10d2d7-6e", "ovs_interfaceid": "8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.178253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "f3e90bb7-9171-41af-bb48-312a6be04a32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.178253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "f3e90bb7-9171-41af-bb48-312a6be04a32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.178253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "f3e90bb7-9171-41af-bb48-312a6be04a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.178253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "f3e90bb7-9171-41af-bb48-312a6be04a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.178253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "f3e90bb7-9171-41af-bb48-312a6be04a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.182049] env[62259]: INFO nova.compute.manager [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Terminating instance [ 1509.234074] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521b74cb-e5ab-7c8d-e97b-cee8d6943faa, 'name': SearchDatastore_Task, 'duration_secs': 0.042493} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.234504] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.234830] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1509.235201] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.235238] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.235754] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1509.238506] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1605bf5d-8df6-43e3-a1b8-c6a788663518 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.247730] env[62259]: DEBUG nova.network.neutron [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Successfully created port: 884aa33f-4153-4fca-91bd-97cf1c6503c1 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.252379] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1509.252379] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1509.253273] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a7a855-77b9-4af4-9c40-5f7cf2d45bed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.262544] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1509.262544] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525034eb-f28e-7c11-e438-cc6a5da01bee" [ 1509.262544] env[62259]: _type = "Task" [ 1509.262544] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.276914] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525034eb-f28e-7c11-e438-cc6a5da01bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.475418] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.475418] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1509.486488] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f85ae2c-e5e8-4741-9811-f1c6d66911c7 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "1326a14e-0d43-4393-9d26-5c417b789133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.510s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.557620] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c271f1c-3e4c-412d-a3a7-fcad33d58673 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.560147] env[62259]: INFO nova.compute.manager [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Took 55.35 seconds to build instance. [ 1509.561212] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "refresh_cache-e6d34622-a87d-4ada-9be0-c4515f53d329" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.561488] env[62259]: DEBUG nova.compute.manager [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Instance network_info: |[{"id": "8cde11c3-7117-4205-916d-e06b3ac37b8b", "address": "fa:16:3e:ff:cb:db", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cde11c3-71", "ovs_interfaceid": "8cde11c3-7117-4205-916d-e06b3ac37b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1509.562485] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:cb:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cde11c3-7117-4205-916d-e06b3ac37b8b', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.571511] env[62259]: DEBUG oslo.service.loopingcall [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1509.572258] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.572803] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fff25f95-9e15-4315-9b12-93d021983ceb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.588222] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1715f16-067a-48d2-9f14-d4191a1f5492 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.636273] env[62259]: DEBUG oslo_concurrency.lockutils [req-93df2e71-a61b-47f5-8a78-0fd972e631c5 req-58f4b9c5-6bf7-451c-ac46-18cf0b2d2ae1 service nova] Releasing lock "refresh_cache-88584ded-586c-4b00-a393-5106b5d383c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.641760] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ea3eb7-f22a-4d27-9468-730de5762def {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.643456] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.643456] env[62259]: value = "task-1692090" [ 1509.643456] env[62259]: _type = "Task" [ 1509.643456] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.650475] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4292d25-1b5c-4d7e-a149-4e1f7a7d5fa0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.661835] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692090, 'name': CreateVM_Task} progress is 15%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.674028] env[62259]: DEBUG nova.compute.provider_tree [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.687760] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "refresh_cache-f3e90bb7-9171-41af-bb48-312a6be04a32" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.687760] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired lock "refresh_cache-f3e90bb7-9171-41af-bb48-312a6be04a32" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.687760] env[62259]: DEBUG nova.network.neutron [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.693433] env[62259]: DEBUG nova.network.neutron [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance_info_cache with network_info: [{"id": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "address": "fa:16:3e:fd:2a:74", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7761bcb-f5", "ovs_interfaceid": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.774084] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525034eb-f28e-7c11-e438-cc6a5da01bee, 'name': SearchDatastore_Task, 'duration_secs': 0.041667} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.775316] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed29afb7-d312-4ccf-8bc3-166f31636990 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.782407] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1509.782407] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5252b403-e8c8-8f6c-31e4-9e697771925a" [ 1509.782407] env[62259]: _type = "Task" [ 1509.782407] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.795695] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5252b403-e8c8-8f6c-31e4-9e697771925a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.848399] env[62259]: DEBUG nova.compute.manager [req-57d54c0a-12bc-4966-a069-8f9e705147d7 req-7b470795-229a-437a-bab4-2f3cfb8369f2 service nova] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Received event network-changed-8cde11c3-7117-4205-916d-e06b3ac37b8b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1509.848399] env[62259]: DEBUG nova.compute.manager [req-57d54c0a-12bc-4966-a069-8f9e705147d7 req-7b470795-229a-437a-bab4-2f3cfb8369f2 service nova] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Refreshing instance network info cache due to event network-changed-8cde11c3-7117-4205-916d-e06b3ac37b8b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1509.848559] env[62259]: DEBUG oslo_concurrency.lockutils [req-57d54c0a-12bc-4966-a069-8f9e705147d7 req-7b470795-229a-437a-bab4-2f3cfb8369f2 service nova] Acquiring lock "refresh_cache-e6d34622-a87d-4ada-9be0-c4515f53d329" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.848593] env[62259]: DEBUG oslo_concurrency.lockutils [req-57d54c0a-12bc-4966-a069-8f9e705147d7 req-7b470795-229a-437a-bab4-2f3cfb8369f2 service nova] Acquired lock "refresh_cache-e6d34622-a87d-4ada-9be0-c4515f53d329" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.848816] env[62259]: DEBUG nova.network.neutron [req-57d54c0a-12bc-4966-a069-8f9e705147d7 req-7b470795-229a-437a-bab4-2f3cfb8369f2 service nova] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Refreshing network info cache for port 8cde11c3-7117-4205-916d-e06b3ac37b8b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.922317] env[62259]: DEBUG nova.compute.manager [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1509.950287] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1509.950624] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1509.950788] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1509.950974] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1509.951150] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1509.951363] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1509.951594] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1509.951759] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1509.951985] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1509.952289] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1509.952498] env[62259]: DEBUG nova.virt.hardware [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1509.953365] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf2548-38e6-4c19-89fc-24d31ad19168 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.962231] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c801a5ae-360f-4c74-b693-5c76d8cc2a22 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.992930] env[62259]: DEBUG nova.compute.manager [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1510.063179] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ecc9e927-0d17-4406-a3ca-6d9ce3e7b1a5 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "3227e918-f372-4028-8550-f7ec7c6ff61d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.698s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.157582] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692090, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.163256] env[62259]: DEBUG oslo_concurrency.lockutils [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "1326a14e-0d43-4393-9d26-5c417b789133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.163492] env[62259]: DEBUG oslo_concurrency.lockutils [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "1326a14e-0d43-4393-9d26-5c417b789133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.163735] env[62259]: DEBUG oslo_concurrency.lockutils [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "1326a14e-0d43-4393-9d26-5c417b789133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.164036] env[62259]: DEBUG oslo_concurrency.lockutils [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "1326a14e-0d43-4393-9d26-5c417b789133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.164186] env[62259]: DEBUG oslo_concurrency.lockutils [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "1326a14e-0d43-4393-9d26-5c417b789133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.166305] env[62259]: INFO nova.compute.manager [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Terminating instance [ 1510.177340] env[62259]: DEBUG nova.scheduler.client.report [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1510.198451] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.214059] env[62259]: DEBUG nova.network.neutron [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1510.294928] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5252b403-e8c8-8f6c-31e4-9e697771925a, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.295215] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.295469] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1510.295763] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-018a6794-66bd-4289-b63d-b3101aef42fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.304845] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1510.304845] env[62259]: value = "task-1692092" [ 1510.304845] env[62259]: _type = "Task" [ 1510.304845] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.309239] env[62259]: DEBUG nova.network.neutron [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.316604] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.536025] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.565694] env[62259]: DEBUG nova.compute.manager [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1510.620263] env[62259]: DEBUG nova.network.neutron [req-57d54c0a-12bc-4966-a069-8f9e705147d7 req-7b470795-229a-437a-bab4-2f3cfb8369f2 service nova] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Updated VIF entry in instance network info cache for port 8cde11c3-7117-4205-916d-e06b3ac37b8b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.621037] env[62259]: DEBUG nova.network.neutron [req-57d54c0a-12bc-4966-a069-8f9e705147d7 req-7b470795-229a-437a-bab4-2f3cfb8369f2 service nova] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Updating instance_info_cache with network_info: [{"id": "8cde11c3-7117-4205-916d-e06b3ac37b8b", "address": "fa:16:3e:ff:cb:db", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cde11c3-71", "ovs_interfaceid": "8cde11c3-7117-4205-916d-e06b3ac37b8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.655584] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692090, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.674126] env[62259]: DEBUG nova.compute.manager [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.674126] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.674573] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f468f7cc-0a6f-4dc5-b7f0-b04e27460554 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.687039] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.687678] env[62259]: DEBUG nova.compute.manager [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1510.690493] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.692297] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.261s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.693687] env[62259]: INFO nova.compute.claims [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1510.697886] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ec2a9a0-92b0-41ab-9d8b-02ca473e4558 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.702828] env[62259]: DEBUG nova.compute.manager [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62259) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1510.702828] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.709587] env[62259]: DEBUG oslo_vmware.api [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1510.709587] env[62259]: value = "task-1692093" [ 1510.709587] env[62259]: _type = "Task" [ 1510.709587] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.719740] env[62259]: DEBUG oslo_vmware.api [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.806692] env[62259]: INFO nova.compute.manager [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Rescuing [ 1510.807064] env[62259]: DEBUG oslo_concurrency.lockutils [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "refresh_cache-3227e918-f372-4028-8550-f7ec7c6ff61d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.807249] env[62259]: DEBUG oslo_concurrency.lockutils [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "refresh_cache-3227e918-f372-4028-8550-f7ec7c6ff61d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.807398] env[62259]: DEBUG nova.network.neutron [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.816273] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Releasing lock "refresh_cache-f3e90bb7-9171-41af-bb48-312a6be04a32" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.816618] env[62259]: DEBUG nova.compute.manager [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.817201] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.819095] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f86b85-a890-4c50-88f5-48fab347c7db {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.828424] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.832025] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c44876b-f287-41fc-bf9d-bc7dc2271a07 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.834027] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692092, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.842987] env[62259]: DEBUG oslo_vmware.api [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1510.842987] env[62259]: value = "task-1692094" [ 1510.842987] env[62259]: _type = "Task" [ 1510.842987] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.853409] env[62259]: DEBUG oslo_vmware.api [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.026292] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.026566] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquired lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.026761] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Forcefully refreshing network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1511.092106] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.123517] env[62259]: DEBUG oslo_concurrency.lockutils [req-57d54c0a-12bc-4966-a069-8f9e705147d7 req-7b470795-229a-437a-bab4-2f3cfb8369f2 service nova] Releasing lock "refresh_cache-e6d34622-a87d-4ada-9be0-c4515f53d329" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.140172] env[62259]: DEBUG nova.network.neutron [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Successfully updated port: 884aa33f-4153-4fca-91bd-97cf1c6503c1 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.154513] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692090, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.192629] env[62259]: DEBUG nova.compute.utils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1511.194573] env[62259]: DEBUG nova.compute.manager [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.197344] env[62259]: DEBUG nova.network.neutron [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.203432] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.203432] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.203547] env[62259]: DEBUG nova.compute.manager [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.205721] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed44d03-012c-4eeb-ac84-acf665fa6a05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.219503] env[62259]: DEBUG nova.compute.manager [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62259) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1511.220408] env[62259]: DEBUG nova.objects.instance [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'flavor' on Instance uuid 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.228610] env[62259]: DEBUG oslo_vmware.api [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692093, 'name': PowerOffVM_Task, 'duration_secs': 0.300103} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.228909] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.229064] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.229578] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-026455b9-9ef0-4d0d-8bf4-ea957d1451d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.243830] env[62259]: DEBUG nova.policy [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '241c911b47484a6da42edc7c525babca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '339695e4289740a8aa71745b64a727bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1511.334286] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744734} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.334596] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.334818] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.335101] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-091cf2f3-cfde-4bd0-a641-b37423b02743 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.343247] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1511.343247] env[62259]: value = "task-1692096" [ 1511.343247] env[62259]: _type = "Task" [ 1511.343247] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.357750] env[62259]: DEBUG oslo_vmware.api [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692094, 'name': PowerOffVM_Task, 'duration_secs': 0.289742} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.357989] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.358263] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1511.358421] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1511.358664] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78e93693-23d1-4165-bb20-96e51e550027 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.388047] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1511.388047] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1511.388047] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Deleting the datastore file [datastore1] f3e90bb7-9171-41af-bb48-312a6be04a32 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1511.388250] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6690c429-2ce2-4e87-9169-b83c935d2b4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.395512] env[62259]: DEBUG oslo_vmware.api [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1511.395512] env[62259]: value = "task-1692098" [ 1511.395512] env[62259]: _type = "Task" [ 1511.395512] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.405260] env[62259]: DEBUG oslo_vmware.api [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.549520] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.646761] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "refresh_cache-7c76e700-8634-4290-b100-a9997a443a3d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.646941] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "refresh_cache-7c76e700-8634-4290-b100-a9997a443a3d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.647164] env[62259]: DEBUG nova.network.neutron [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.664403] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692090, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.695504] env[62259]: DEBUG nova.compute.manager [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1511.796559] env[62259]: DEBUG nova.network.neutron [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Updating instance_info_cache with network_info: [{"id": "d915b03f-2b53-404c-b78e-6395b964f5c5", "address": "fa:16:3e:c5:d4:53", "network": {"id": "748beab3-1400-4f3f-8190-cddbcbd7b626", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-146885479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b2d6874b22db46f8a27d5599e4044e33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd915b03f-2b", "ovs_interfaceid": "d915b03f-2b53-404c-b78e-6395b964f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.863098] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075034} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.867427] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.867427] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530a7296-232e-4f7f-a208-a7fcdd465c66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.901727] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.903535] env[62259]: DEBUG nova.network.neutron [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Successfully created port: c82493a9-e788-4a46-a5be-f3df260c4788 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.908337] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b84c178-0672-42a7-83c5-1781f412dc00 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.937470] env[62259]: DEBUG oslo_vmware.api [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272423} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.938886] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.939130] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.939341] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.939521] env[62259]: INFO nova.compute.manager [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1511.939763] env[62259]: DEBUG oslo.service.loopingcall [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.940055] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1511.940055] env[62259]: value = "task-1692099" [ 1511.940055] env[62259]: _type = "Task" [ 1511.940055] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.940355] env[62259]: DEBUG nova.compute.manager [-] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.940478] env[62259]: DEBUG nova.network.neutron [-] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.955648] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.970674] env[62259]: DEBUG nova.network.neutron [-] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1511.979866] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquiring lock "c1130626-63a6-4610-a80c-1f1a6624e94b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.980049] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "c1130626-63a6-4610-a80c-1f1a6624e94b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.016905] env[62259]: DEBUG nova.compute.manager [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Received event network-vif-plugged-884aa33f-4153-4fca-91bd-97cf1c6503c1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1512.017143] env[62259]: DEBUG oslo_concurrency.lockutils [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] Acquiring lock "7c76e700-8634-4290-b100-a9997a443a3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.017352] env[62259]: DEBUG oslo_concurrency.lockutils [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] Lock "7c76e700-8634-4290-b100-a9997a443a3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.017522] env[62259]: DEBUG oslo_concurrency.lockutils [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] Lock "7c76e700-8634-4290-b100-a9997a443a3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.017777] env[62259]: DEBUG nova.compute.manager [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] No waiting events found dispatching network-vif-plugged-884aa33f-4153-4fca-91bd-97cf1c6503c1 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1512.017835] env[62259]: WARNING nova.compute.manager [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Received unexpected event network-vif-plugged-884aa33f-4153-4fca-91bd-97cf1c6503c1 for instance with vm_state building and task_state spawning. [ 1512.018065] env[62259]: DEBUG nova.compute.manager [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Received event network-changed-884aa33f-4153-4fca-91bd-97cf1c6503c1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1512.018249] env[62259]: DEBUG nova.compute.manager [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Refreshing instance network info cache due to event network-changed-884aa33f-4153-4fca-91bd-97cf1c6503c1. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1512.018493] env[62259]: DEBUG oslo_concurrency.lockutils [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] Acquiring lock "refresh_cache-7c76e700-8634-4290-b100-a9997a443a3d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.034860] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.035082] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.035264] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Deleting the datastore file [datastore1] 1326a14e-0d43-4393-9d26-5c417b789133 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.035842] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59ff0f05-089c-415a-aef9-056e9757c9f6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.042536] env[62259]: DEBUG oslo_vmware.api [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for the task: (returnval){ [ 1512.042536] env[62259]: value = "task-1692100" [ 1512.042536] env[62259]: _type = "Task" [ 1512.042536] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.054773] env[62259]: DEBUG oslo_vmware.api [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.164519] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692090, 'name': CreateVM_Task, 'duration_secs': 2.361646} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.166245] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.167333] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.167504] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.167833] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1512.168084] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249e385b-ca95-4ae2-b635-54b5e2112b6e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.172457] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.178569] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1512.178569] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cd9ae1-ca67-905d-dd32-8fdb12e9bada" [ 1512.178569] env[62259]: _type = "Task" [ 1512.178569] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.191698] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cd9ae1-ca67-905d-dd32-8fdb12e9bada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.209984] env[62259]: DEBUG nova.network.neutron [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.233763] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.234746] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16dbc061-c814-4121-9f62-1e315a927f74 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.248585] env[62259]: DEBUG oslo_vmware.api [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1512.248585] env[62259]: value = "task-1692101" [ 1512.248585] env[62259]: _type = "Task" [ 1512.248585] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.257692] env[62259]: DEBUG oslo_vmware.api [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.299070] env[62259]: DEBUG oslo_concurrency.lockutils [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "refresh_cache-3227e918-f372-4028-8550-f7ec7c6ff61d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.307256] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579daf90-93d1-4815-9ed0-8806c0608b28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.316420] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bff06d4-be56-4157-a563-99822b2d4b46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.348606] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee0840-f252-4a5b-aaeb-d8eaa1ce4a17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.359300] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73637644-df21-478d-8f96-2b344be30cc2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.373847] env[62259]: DEBUG nova.compute.provider_tree [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.451059] env[62259]: DEBUG nova.network.neutron [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Updating instance_info_cache with network_info: [{"id": "884aa33f-4153-4fca-91bd-97cf1c6503c1", "address": "fa:16:3e:04:c2:4c", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884aa33f-41", "ovs_interfaceid": "884aa33f-4153-4fca-91bd-97cf1c6503c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.459085] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.479013] env[62259]: DEBUG nova.network.neutron [-] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.553092] env[62259]: DEBUG oslo_vmware.api [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Task: {'id': task-1692100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472687} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.553419] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.553705] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.553898] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.554089] env[62259]: INFO nova.compute.manager [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1512.554650] env[62259]: DEBUG oslo.service.loopingcall [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.554842] env[62259]: DEBUG nova.compute.manager [-] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1512.554945] env[62259]: DEBUG nova.network.neutron [-] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1512.679673] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Releasing lock "refresh_cache-bc91d33c-b126-494e-8937-ee1f2dd3688c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.680054] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Updated the network info_cache for instance {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1512.680239] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.683948] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.684101] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.685490] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.685706] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.685907] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.686089] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1512.686254] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.693465] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52cd9ae1-ca67-905d-dd32-8fdb12e9bada, 'name': SearchDatastore_Task, 'duration_secs': 0.030766} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.693790] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.694036] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1512.694283] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.694431] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.694609] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1512.694878] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10732417-1aaf-4e9b-95e6-5d327b6f6e47 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.705188] env[62259]: DEBUG nova.compute.manager [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1512.712358] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1512.712551] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1512.713296] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b99494-306f-40a7-845c-2ca384adb074 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.720889] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1512.720889] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dbcae3-8a10-a4dd-d354-501383f4a204" [ 1512.720889] env[62259]: _type = "Task" [ 1512.720889] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.729854] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dbcae3-8a10-a4dd-d354-501383f4a204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.741048] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1512.741535] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1512.741706] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.742529] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1512.742657] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.742820] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1512.743051] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1512.743392] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1512.743597] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1512.743787] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1512.744603] env[62259]: DEBUG nova.virt.hardware [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1512.745389] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd26b70-0b9d-46b3-b6d1-07e2a9989ace {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.756816] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428d8b2-3b73-42ba-8748-f3f0dce19843 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.764352] env[62259]: DEBUG oslo_vmware.api [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692101, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.878950] env[62259]: DEBUG nova.scheduler.client.report [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1512.949805] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.956746] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "refresh_cache-7c76e700-8634-4290-b100-a9997a443a3d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.957114] env[62259]: DEBUG nova.compute.manager [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Instance network_info: |[{"id": "884aa33f-4153-4fca-91bd-97cf1c6503c1", "address": "fa:16:3e:04:c2:4c", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884aa33f-41", "ovs_interfaceid": "884aa33f-4153-4fca-91bd-97cf1c6503c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1512.957418] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692099, 'name': ReconfigVM_Task, 'duration_secs': 0.83621} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.957681] env[62259]: DEBUG oslo_concurrency.lockutils [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] Acquired lock "refresh_cache-7c76e700-8634-4290-b100-a9997a443a3d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.958184] env[62259]: DEBUG nova.network.neutron [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Refreshing network info cache for port 884aa33f-4153-4fca-91bd-97cf1c6503c1 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.959106] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:c2:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '884aa33f-4153-4fca-91bd-97cf1c6503c1', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1512.968999] env[62259]: DEBUG oslo.service.loopingcall [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.969976] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.976314] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1512.976314] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bcc5994-4640-4e14-a32a-3bf200333f79 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.978497] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d89ab7c-f943-48b7-a06d-9fd5120659f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.996110] env[62259]: INFO nova.compute.manager [-] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Took 1.06 seconds to deallocate network for instance. [ 1513.008464] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1513.008464] env[62259]: value = "task-1692102" [ 1513.008464] env[62259]: _type = "Task" [ 1513.008464] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.008682] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.008682] env[62259]: value = "task-1692103" [ 1513.008682] env[62259]: _type = "Task" [ 1513.008682] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.020198] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692102, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.023170] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692103, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.190296] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.233308] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dbcae3-8a10-a4dd-d354-501383f4a204, 'name': SearchDatastore_Task, 'duration_secs': 0.013542} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.234224] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116c9469-df94-46a8-99e9-fa38c82bab23 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.239238] env[62259]: DEBUG nova.network.neutron [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Updated VIF entry in instance network info cache for port 884aa33f-4153-4fca-91bd-97cf1c6503c1. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.239694] env[62259]: DEBUG nova.network.neutron [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Updating instance_info_cache with network_info: [{"id": "884aa33f-4153-4fca-91bd-97cf1c6503c1", "address": "fa:16:3e:04:c2:4c", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884aa33f-41", "ovs_interfaceid": "884aa33f-4153-4fca-91bd-97cf1c6503c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.245021] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1513.245021] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f03ed8-20ca-2a18-6690-398441b56097" [ 1513.245021] env[62259]: _type = "Task" [ 1513.245021] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.252370] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f03ed8-20ca-2a18-6690-398441b56097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.262260] env[62259]: DEBUG oslo_vmware.api [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692101, 'name': PowerOffVM_Task, 'duration_secs': 0.526712} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.262526] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.263604] env[62259]: DEBUG nova.compute.manager [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.264426] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ca0e85-1cc8-4c28-8d03-2c947ba3e296 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.371708] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.372064] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14ab5303-e086-4da3-a10a-500249f4748c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.378933] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1513.378933] env[62259]: value = "task-1692104" [ 1513.378933] env[62259]: _type = "Task" [ 1513.378933] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.388366] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.388987] env[62259]: DEBUG nova.compute.manager [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1513.394795] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.514s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.394795] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.395732] env[62259]: DEBUG oslo_concurrency.lockutils [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.298s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.395927] env[62259]: DEBUG oslo_concurrency.lockutils [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.398155] env[62259]: DEBUG oslo_concurrency.lockutils [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.955s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.398332] env[62259]: DEBUG oslo_concurrency.lockutils [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.400317] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.972s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.402041] env[62259]: INFO nova.compute.claims [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1513.414024] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.441778] env[62259]: INFO nova.scheduler.client.report [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Deleted allocations for instance c3ba29af-89db-4897-8f5c-15e6c84bb585 [ 1513.445388] env[62259]: INFO nova.scheduler.client.report [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Deleted allocations for instance cd646b42-d969-4a31-bd65-0fd6748a8bab [ 1513.464511] env[62259]: INFO nova.scheduler.client.report [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Deleted allocations for instance bc91d33c-b126-494e-8937-ee1f2dd3688c [ 1513.501160] env[62259]: DEBUG nova.compute.manager [req-ff884bf5-22a0-496f-91ad-7ef1f09c6922 req-58b8b0bf-0277-49a7-b8d2-eeb74a1e11a6 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Received event network-vif-deleted-e376dc41-227b-485a-a03f-bd1c774d8507 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1513.501160] env[62259]: INFO nova.compute.manager [req-ff884bf5-22a0-496f-91ad-7ef1f09c6922 req-58b8b0bf-0277-49a7-b8d2-eeb74a1e11a6 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Neutron deleted interface e376dc41-227b-485a-a03f-bd1c774d8507; detaching it from the instance and deleting it from the info cache [ 1513.501408] env[62259]: DEBUG nova.network.neutron [req-ff884bf5-22a0-496f-91ad-7ef1f09c6922 req-58b8b0bf-0277-49a7-b8d2-eeb74a1e11a6 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Updating instance_info_cache with network_info: [{"id": "ccf33e54-c37e-4983-9992-a5659592b981", "address": "fa:16:3e:fe:f7:8c", "network": {"id": "81faaa56-c29f-4f14-a427-04f32b337960", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-237619970", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a11fd448fbf7412da654f13159760a83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccf33e54-c3", "ovs_interfaceid": "ccf33e54-c37e-4983-9992-a5659592b981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.510385] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.532697] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692103, 'name': CreateVM_Task, 'duration_secs': 0.341652} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.535875] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.539153] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692102, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.539933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.539933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.540252] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.540788] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d759ad-bb30-45b2-aad7-3527434f13c0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.546829] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1513.546829] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52836796-d253-ebf2-d93f-b24bfff7bd0e" [ 1513.546829] env[62259]: _type = "Task" [ 1513.546829] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.554996] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52836796-d253-ebf2-d93f-b24bfff7bd0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.576884] env[62259]: DEBUG nova.network.neutron [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Successfully updated port: c82493a9-e788-4a46-a5be-f3df260c4788 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1513.744249] env[62259]: DEBUG oslo_concurrency.lockutils [req-8abca107-319a-415f-98bd-ef503f2eaae9 req-b61f5c91-cc1e-4864-9f78-52045e8cedf4 service nova] Releasing lock "refresh_cache-7c76e700-8634-4290-b100-a9997a443a3d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.753841] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f03ed8-20ca-2a18-6690-398441b56097, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.754106] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.754357] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] e6d34622-a87d-4ada-9be0-c4515f53d329/e6d34622-a87d-4ada-9be0-c4515f53d329.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1513.754607] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3760a971-2350-4ab1-99d8-bb93fa9089ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.763528] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1513.763528] env[62259]: value = "task-1692105" [ 1513.763528] env[62259]: _type = "Task" [ 1513.763528] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.771592] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.777139] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6f8cb1fa-76de-4850-9b4a-fe6e93b137f8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.574s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.889248] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.893800] env[62259]: DEBUG nova.compute.utils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1513.895123] env[62259]: DEBUG nova.compute.manager [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1513.895304] env[62259]: DEBUG nova.network.neutron [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1513.938037] env[62259]: DEBUG nova.policy [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '241c911b47484a6da42edc7c525babca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '339695e4289740a8aa71745b64a727bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1513.964837] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a9cbcbf6-c394-4109-86d7-2827c503e538 tempest-AttachInterfacesUnderV243Test-1296344252 tempest-AttachInterfacesUnderV243Test-1296344252-project-member] Lock "c3ba29af-89db-4897-8f5c-15e6c84bb585" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.041s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.967941] env[62259]: DEBUG nova.network.neutron [-] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.971859] env[62259]: DEBUG oslo_concurrency.lockutils [None req-03af8b43-70c2-4992-9812-1736c96e86a2 tempest-SecurityGroupsTestJSON-79905005 tempest-SecurityGroupsTestJSON-79905005-project-member] Lock "bc91d33c-b126-494e-8937-ee1f2dd3688c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.197s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.980696] env[62259]: DEBUG oslo_concurrency.lockutils [None req-19554f20-9fb5-497e-a401-164d222699bb tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "cd646b42-d969-4a31-bd65-0fd6748a8bab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.709s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.004993] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65773fa4-d3eb-425b-827f-9e5376393b49 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.013229] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb3f0cf-0d6b-46e7-b24b-4c4539cb74a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.033610] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692102, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.049922] env[62259]: DEBUG nova.compute.manager [req-ff884bf5-22a0-496f-91ad-7ef1f09c6922 req-58b8b0bf-0277-49a7-b8d2-eeb74a1e11a6 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Detach interface failed, port_id=e376dc41-227b-485a-a03f-bd1c774d8507, reason: Instance 1326a14e-0d43-4393-9d26-5c417b789133 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1514.058814] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52836796-d253-ebf2-d93f-b24bfff7bd0e, 'name': SearchDatastore_Task, 'duration_secs': 0.04167} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.060063] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.060063] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.060063] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.060063] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.060063] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.060351] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5db5c193-01e2-440c-b8d5-8dbefa513ee1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.068782] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.068970] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.069711] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf1c8d9-8bc7-43ac-b984-6da691fb987b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.075459] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1514.075459] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5201b31a-b146-fc95-4bb0-dbb1bfa2db11" [ 1514.075459] env[62259]: _type = "Task" [ 1514.075459] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.086244] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "refresh_cache-5029aaf0-9a81-48d4-889c-39ac61f3f5e9" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.086244] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "refresh_cache-5029aaf0-9a81-48d4-889c-39ac61f3f5e9" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.086406] env[62259]: DEBUG nova.network.neutron [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.087681] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5201b31a-b146-fc95-4bb0-dbb1bfa2db11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.184959] env[62259]: DEBUG nova.compute.manager [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Received event network-vif-plugged-c82493a9-e788-4a46-a5be-f3df260c4788 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1514.185198] env[62259]: DEBUG oslo_concurrency.lockutils [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] Acquiring lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.185402] env[62259]: DEBUG oslo_concurrency.lockutils [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.185567] env[62259]: DEBUG oslo_concurrency.lockutils [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.185769] env[62259]: DEBUG nova.compute.manager [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] No waiting events found dispatching network-vif-plugged-c82493a9-e788-4a46-a5be-f3df260c4788 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1514.185935] env[62259]: WARNING nova.compute.manager [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Received unexpected event network-vif-plugged-c82493a9-e788-4a46-a5be-f3df260c4788 for instance with vm_state building and task_state spawning. [ 1514.186104] env[62259]: DEBUG nova.compute.manager [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Received event network-changed-c82493a9-e788-4a46-a5be-f3df260c4788 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1514.186257] env[62259]: DEBUG nova.compute.manager [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Refreshing instance network info cache due to event network-changed-c82493a9-e788-4a46-a5be-f3df260c4788. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1514.186420] env[62259]: DEBUG oslo_concurrency.lockutils [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] Acquiring lock "refresh_cache-5029aaf0-9a81-48d4-889c-39ac61f3f5e9" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.278320] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692105, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.391906] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692104, 'name': PowerOffVM_Task, 'duration_secs': 0.965766} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.392375] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.393463] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8b4095-f0cd-46dd-b0b3-c510b9ea19fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.398432] env[62259]: DEBUG nova.compute.manager [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1514.424371] env[62259]: DEBUG nova.network.neutron [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Successfully created port: 564def6b-8fd8-4a09-8ece-5d5863dd7459 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1514.428187] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c9a42-3144-4c0d-83dc-365c8e0ab356 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.471692] env[62259]: INFO nova.compute.manager [-] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Took 1.92 seconds to deallocate network for instance. [ 1514.474249] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.479018] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a35b69bf-f08e-42f5-9be7-46d7a3804811 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.493021] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1514.493021] env[62259]: value = "task-1692106" [ 1514.493021] env[62259]: _type = "Task" [ 1514.493021] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.502713] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1514.503200] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.503549] env[62259]: DEBUG oslo_concurrency.lockutils [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.538829] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692102, 'name': Rename_Task, 'duration_secs': 1.203264} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.539520] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.539903] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75d5ec15-5a5d-44c2-a89e-2041e36f3034 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.550174] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1514.550174] env[62259]: value = "task-1692107" [ 1514.550174] env[62259]: _type = "Task" [ 1514.550174] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.561922] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.595347] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5201b31a-b146-fc95-4bb0-dbb1bfa2db11, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.597232] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505aca2c-f1f8-4151-b937-670b936026d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.604301] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1514.604301] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52383660-63ad-8c7f-6a3e-a47a790f54f1" [ 1514.604301] env[62259]: _type = "Task" [ 1514.604301] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.616685] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52383660-63ad-8c7f-6a3e-a47a790f54f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.646579] env[62259]: DEBUG nova.network.neutron [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1514.786031] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900167} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.786031] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] e6d34622-a87d-4ada-9be0-c4515f53d329/e6d34622-a87d-4ada-9be0-c4515f53d329.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1514.786031] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1514.786031] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-813d05f0-d2c8-431b-8c29-e9d7c8be068f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.792268] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1514.792268] env[62259]: value = "task-1692108" [ 1514.792268] env[62259]: _type = "Task" [ 1514.792268] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.803492] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.906420] env[62259]: DEBUG nova.network.neutron [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Updating instance_info_cache with network_info: [{"id": "c82493a9-e788-4a46-a5be-f3df260c4788", "address": "fa:16:3e:6c:f1:5e", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82493a9-e7", "ovs_interfaceid": "c82493a9-e788-4a46-a5be-f3df260c4788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.944953] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd670b6-71f4-474c-96d3-814015bd45c5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.955819] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b707543a-9ccd-4bc2-9d91-7f9b05420692 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.989128] env[62259]: DEBUG oslo_concurrency.lockutils [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.990284] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6597917e-e50b-4569-8110-3a8bc3ae3952 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.999994] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016622aa-d30e-4817-843b-25847ab68797 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.016326] env[62259]: DEBUG nova.compute.provider_tree [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.061530] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.081040] env[62259]: DEBUG nova.compute.manager [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Stashing vm_state: stopped {{(pid=62259) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1515.120007] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52383660-63ad-8c7f-6a3e-a47a790f54f1, 'name': SearchDatastore_Task, 'duration_secs': 0.022913} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.121829] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.121829] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7c76e700-8634-4290-b100-a9997a443a3d/7c76e700-8634-4290-b100-a9997a443a3d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.121829] env[62259]: DEBUG oslo_concurrency.lockutils [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.121829] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.121829] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7275bbd0-2fc0-4e83-a103-9d027e2dc00f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.123518] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a5450ba-d10e-4627-95b0-da24836756fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.132352] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1515.132352] env[62259]: value = "task-1692109" [ 1515.132352] env[62259]: _type = "Task" [ 1515.132352] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.136184] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.136442] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.137555] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c9ce70-5c05-49bd-95d5-1bff63a085fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.142754] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.146051] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1515.146051] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52279da7-7ddf-cb28-7580-8105f9391f86" [ 1515.146051] env[62259]: _type = "Task" [ 1515.146051] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.157852] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52279da7-7ddf-cb28-7580-8105f9391f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.303532] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239619} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.304091] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1515.306221] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de6e01-0f5e-4183-a328-7a7581e1f9ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.334743] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] e6d34622-a87d-4ada-9be0-c4515f53d329/e6d34622-a87d-4ada-9be0-c4515f53d329.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1515.334743] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ab928f-9923-453a-b243-35d51417335f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.353986] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1515.353986] env[62259]: value = "task-1692110" [ 1515.353986] env[62259]: _type = "Task" [ 1515.353986] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.364020] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.411047] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "refresh_cache-5029aaf0-9a81-48d4-889c-39ac61f3f5e9" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.411172] env[62259]: DEBUG nova.compute.manager [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Instance network_info: |[{"id": "c82493a9-e788-4a46-a5be-f3df260c4788", "address": "fa:16:3e:6c:f1:5e", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82493a9-e7", "ovs_interfaceid": "c82493a9-e788-4a46-a5be-f3df260c4788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1515.411514] env[62259]: DEBUG oslo_concurrency.lockutils [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] Acquired lock "refresh_cache-5029aaf0-9a81-48d4-889c-39ac61f3f5e9" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.411592] env[62259]: DEBUG nova.network.neutron [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Refreshing network info cache for port c82493a9-e788-4a46-a5be-f3df260c4788 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.415608] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:f1:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c82493a9-e788-4a46-a5be-f3df260c4788', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1515.420956] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Creating folder: Project (339695e4289740a8aa71745b64a727bc). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.424036] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df318deb-abba-4488-932a-d76143642044 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.433595] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.433595] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.435721] env[62259]: DEBUG nova.compute.manager [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1515.438200] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Created folder: Project (339695e4289740a8aa71745b64a727bc) in parent group-v352705. [ 1515.438382] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Creating folder: Instances. Parent ref: group-v352875. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1515.438791] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc49ea37-e61d-48d8-bb52-d4341a1bdffc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.451266] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Created folder: Instances in parent group-v352875. [ 1515.453047] env[62259]: DEBUG oslo.service.loopingcall [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.455045] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1515.455045] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06243c1c-78ab-48b3-8838-3ca9e2d4476c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.481698] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1515.481698] env[62259]: value = "task-1692113" [ 1515.481698] env[62259]: _type = "Task" [ 1515.481698] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.484226] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1515.484459] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1515.484615] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1515.484797] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1515.484944] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1515.485102] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1515.485392] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1515.485467] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1515.485631] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1515.485825] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1515.486014] env[62259]: DEBUG nova.virt.hardware [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1515.486876] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e22339-aaca-4bb1-b66b-a4adbb9b2646 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.504023] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab33d28-bb9e-49d3-8bc6-06a1ae5e61b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.508910] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692113, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.520175] env[62259]: DEBUG nova.scheduler.client.report [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1515.526702] env[62259]: DEBUG nova.compute.manager [req-ef5fbd3d-291d-4742-be32-72fa34f8b88f req-4be8161c-64dc-4fbc-8f6c-a5f390010831 service nova] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Received event network-vif-deleted-ccf33e54-c37e-4983-9992-a5659592b981 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1515.571126] env[62259]: DEBUG oslo_vmware.api [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692107, 'name': PowerOnVM_Task, 'duration_secs': 0.665442} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.571516] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.571786] env[62259]: INFO nova.compute.manager [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Took 11.09 seconds to spawn the instance on the hypervisor. [ 1515.572130] env[62259]: DEBUG nova.compute.manager [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.573222] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b30c13a-4caa-4a1c-acb1-62bab5a64a0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.607899] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.643921] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.657129] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52279da7-7ddf-cb28-7580-8105f9391f86, 'name': SearchDatastore_Task, 'duration_secs': 0.015295} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.657958] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83b40d8-7166-4ee4-b0d5-ed3fdf37adc9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.664204] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1515.664204] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fa4078-ed78-7ba7-c0bd-b4c96bc99da7" [ 1515.664204] env[62259]: _type = "Task" [ 1515.664204] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.673451] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fa4078-ed78-7ba7-c0bd-b4c96bc99da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.865885] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.869859] env[62259]: DEBUG nova.network.neutron [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Updated VIF entry in instance network info cache for port c82493a9-e788-4a46-a5be-f3df260c4788. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.870251] env[62259]: DEBUG nova.network.neutron [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Updating instance_info_cache with network_info: [{"id": "c82493a9-e788-4a46-a5be-f3df260c4788", "address": "fa:16:3e:6c:f1:5e", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82493a9-e7", "ovs_interfaceid": "c82493a9-e788-4a46-a5be-f3df260c4788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.004283] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692113, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.027336] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.028195] env[62259]: DEBUG nova.compute.manager [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1516.032364] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.504s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.032700] env[62259]: DEBUG nova.objects.instance [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1516.112458] env[62259]: INFO nova.compute.manager [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Took 52.51 seconds to build instance. [ 1516.152866] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785839} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.153465] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7c76e700-8634-4290-b100-a9997a443a3d/7c76e700-8634-4290-b100-a9997a443a3d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.153944] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.154465] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b80b3df-60ff-4451-8b30-6796178aa212 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.165802] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1516.165802] env[62259]: value = "task-1692114" [ 1516.165802] env[62259]: _type = "Task" [ 1516.165802] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.191392] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fa4078-ed78-7ba7-c0bd-b4c96bc99da7, 'name': SearchDatastore_Task, 'duration_secs': 0.057859} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.198892] env[62259]: DEBUG oslo_concurrency.lockutils [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.199253] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3227e918-f372-4028-8550-f7ec7c6ff61d/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. {{(pid=62259) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1516.199727] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.200277] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4e96935-f01c-463b-811d-f7554fa02696 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.208992] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1516.208992] env[62259]: value = "task-1692115" [ 1516.208992] env[62259]: _type = "Task" [ 1516.208992] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.220944] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.275545] env[62259]: DEBUG nova.compute.manager [req-9719b215-cf83-445a-985a-52341afcf784 req-205768e1-d9c8-4eaa-b57d-b620dab95e84 service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Received event network-vif-plugged-564def6b-8fd8-4a09-8ece-5d5863dd7459 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1516.275914] env[62259]: DEBUG oslo_concurrency.lockutils [req-9719b215-cf83-445a-985a-52341afcf784 req-205768e1-d9c8-4eaa-b57d-b620dab95e84 service nova] Acquiring lock "574e92d4-f7cd-4bb1-8678-c47af41c2937-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.276452] env[62259]: DEBUG oslo_concurrency.lockutils [req-9719b215-cf83-445a-985a-52341afcf784 req-205768e1-d9c8-4eaa-b57d-b620dab95e84 service nova] Lock "574e92d4-f7cd-4bb1-8678-c47af41c2937-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.276741] env[62259]: DEBUG oslo_concurrency.lockutils [req-9719b215-cf83-445a-985a-52341afcf784 req-205768e1-d9c8-4eaa-b57d-b620dab95e84 service nova] Lock "574e92d4-f7cd-4bb1-8678-c47af41c2937-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.277018] env[62259]: DEBUG nova.compute.manager [req-9719b215-cf83-445a-985a-52341afcf784 req-205768e1-d9c8-4eaa-b57d-b620dab95e84 service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] No waiting events found dispatching network-vif-plugged-564def6b-8fd8-4a09-8ece-5d5863dd7459 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1516.277462] env[62259]: WARNING nova.compute.manager [req-9719b215-cf83-445a-985a-52341afcf784 req-205768e1-d9c8-4eaa-b57d-b620dab95e84 service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Received unexpected event network-vif-plugged-564def6b-8fd8-4a09-8ece-5d5863dd7459 for instance with vm_state building and task_state spawning. [ 1516.279061] env[62259]: DEBUG nova.network.neutron [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Successfully updated port: 564def6b-8fd8-4a09-8ece-5d5863dd7459 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1516.364637] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692110, 'name': ReconfigVM_Task, 'duration_secs': 0.884526} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.365553] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Reconfigured VM instance instance-0000003a to attach disk [datastore1] e6d34622-a87d-4ada-9be0-c4515f53d329/e6d34622-a87d-4ada-9be0-c4515f53d329.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1516.366264] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51c0a546-3108-4a99-90b6-dcc4ab1ef436 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.373515] env[62259]: DEBUG oslo_concurrency.lockutils [req-c92535e6-73c2-4af4-a2ac-386cfbeb820b req-a3a34729-a82e-41d4-be07-a095831ad531 service nova] Releasing lock "refresh_cache-5029aaf0-9a81-48d4-889c-39ac61f3f5e9" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.374125] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1516.374125] env[62259]: value = "task-1692116" [ 1516.374125] env[62259]: _type = "Task" [ 1516.374125] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.382452] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692116, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.496283] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692113, 'name': CreateVM_Task, 'duration_secs': 0.759622} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.496462] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1516.497226] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.497360] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.497767] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1516.498082] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8491fbf6-34a2-41ad-80d5-e170e5f3df77 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.502800] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1516.502800] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52209a4b-2d18-bfbb-466b-c89b38494213" [ 1516.502800] env[62259]: _type = "Task" [ 1516.502800] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.513801] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52209a4b-2d18-bfbb-466b-c89b38494213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.539303] env[62259]: DEBUG nova.compute.utils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1516.544396] env[62259]: DEBUG nova.compute.manager [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1516.544575] env[62259]: DEBUG nova.network.neutron [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1516.591019] env[62259]: DEBUG nova.policy [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '241c911b47484a6da42edc7c525babca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '339695e4289740a8aa71745b64a727bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1516.617589] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b6650dc9-14ff-4e9c-a7e3-20f033d62746 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "88584ded-586c-4b00-a393-5106b5d383c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.013s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.685727] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083691} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.686188] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.687194] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed85f2fa-b27f-4af4-8712-04b5f6ff0bba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.714221] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 7c76e700-8634-4290-b100-a9997a443a3d/7c76e700-8634-4290-b100-a9997a443a3d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.715066] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b8f001-42b0-4122-8cc2-2dccf79829f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.738970] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.740330] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1516.740330] env[62259]: value = "task-1692117" [ 1516.740330] env[62259]: _type = "Task" [ 1516.740330] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.748284] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.782852] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "refresh_cache-574e92d4-f7cd-4bb1-8678-c47af41c2937" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.782980] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "refresh_cache-574e92d4-f7cd-4bb1-8678-c47af41c2937" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.787664] env[62259]: DEBUG nova.network.neutron [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.879793] env[62259]: DEBUG nova.network.neutron [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Successfully created port: 1cd7581e-6cb2-49db-a68e-93bb2186363c {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1516.889131] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692116, 'name': Rename_Task, 'duration_secs': 0.441106} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.889428] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.889688] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8b4fa4f-2542-4f15-b35b-5749f6490119 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.898598] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1516.898598] env[62259]: value = "task-1692118" [ 1516.898598] env[62259]: _type = "Task" [ 1516.898598] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.911266] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.019251] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52209a4b-2d18-bfbb-466b-c89b38494213, 'name': SearchDatastore_Task, 'duration_secs': 0.030523} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.019851] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.020200] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1517.020500] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.020703] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.020897] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1517.021204] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00866b56-45de-4b0a-9425-8650dde5191c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.045916] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1517.046228] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1517.047355] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe8e89a-62e2-4cbf-a338-fb56bbe79b10 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.052233] env[62259]: DEBUG oslo_concurrency.lockutils [None req-194e9eec-3f76-4eba-803c-5669a69919fa tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.053801] env[62259]: DEBUG nova.compute.manager [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1517.057760] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.613s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.059901] env[62259]: INFO nova.compute.claims [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.069663] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1517.069663] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bd3f87-efd8-98ed-3812-bdf058a7b5f6" [ 1517.069663] env[62259]: _type = "Task" [ 1517.069663] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.087165] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bd3f87-efd8-98ed-3812-bdf058a7b5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.119636] env[62259]: DEBUG nova.compute.manager [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.229661] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903019} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.229955] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3227e918-f372-4028-8550-f7ec7c6ff61d/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. [ 1517.230699] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbeab13-da2a-4a47-bffa-0f13343df489 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.260382] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 3227e918-f372-4028-8550-f7ec7c6ff61d/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.263935] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09693a6-e817-4157-8ea3-4557cdd26efa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.285523] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692117, 'name': ReconfigVM_Task, 'duration_secs': 0.453739} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.286707] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 7c76e700-8634-4290-b100-a9997a443a3d/7c76e700-8634-4290-b100-a9997a443a3d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.287448] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1517.287448] env[62259]: value = "task-1692119" [ 1517.287448] env[62259]: _type = "Task" [ 1517.287448] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.287632] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e6e26ed-6351-4fc2-ba49-8c615aed340b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.301609] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1517.301609] env[62259]: value = "task-1692120" [ 1517.301609] env[62259]: _type = "Task" [ 1517.301609] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.301825] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.309894] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692120, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.368894] env[62259]: DEBUG nova.network.neutron [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.410830] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692118, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.592731] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bd3f87-efd8-98ed-3812-bdf058a7b5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.031983} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.592731] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b60559-3630-4705-be0e-d2142761b8cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.605533] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1517.605533] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52607c99-6e03-8cd9-2e12-1bd369c101b4" [ 1517.605533] env[62259]: _type = "Task" [ 1517.605533] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.617990] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52607c99-6e03-8cd9-2e12-1bd369c101b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.618104] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.618346] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5029aaf0-9a81-48d4-889c-39ac61f3f5e9/5029aaf0-9a81-48d4-889c-39ac61f3f5e9.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1517.619212] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c19e73d7-abfe-478d-a1d5-55c38a674b8e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.631406] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1517.631406] env[62259]: value = "task-1692121" [ 1517.631406] env[62259]: _type = "Task" [ 1517.631406] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.646122] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.665349] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.721163] env[62259]: DEBUG nova.network.neutron [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Updating instance_info_cache with network_info: [{"id": "564def6b-8fd8-4a09-8ece-5d5863dd7459", "address": "fa:16:3e:d4:ce:0d", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap564def6b-8f", "ovs_interfaceid": "564def6b-8fd8-4a09-8ece-5d5863dd7459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.799792] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692119, 'name': ReconfigVM_Task, 'duration_secs': 0.417466} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.800153] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 3227e918-f372-4028-8550-f7ec7c6ff61d/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.801115] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb28e51-b1ee-4933-b29c-4deb5aeb78a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.832963] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692120, 'name': Rename_Task, 'duration_secs': 0.148035} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.833239] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7012ca08-a74a-4c9e-b778-872d65ba147d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.843382] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.843670] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a74df022-4541-434f-a67e-cf3c6d80ade1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.849866] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1517.849866] env[62259]: value = "task-1692122" [ 1517.849866] env[62259]: _type = "Task" [ 1517.849866] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.854374] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1517.854374] env[62259]: value = "task-1692123" [ 1517.854374] env[62259]: _type = "Task" [ 1517.854374] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.860770] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.866172] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.908946] env[62259]: DEBUG oslo_vmware.api [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692118, 'name': PowerOnVM_Task, 'duration_secs': 0.692393} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.909232] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.909436] env[62259]: INFO nova.compute.manager [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1517.909613] env[62259]: DEBUG nova.compute.manager [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.914016] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9cb2fb-4589-42ae-8171-883790e33e0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.073447] env[62259]: DEBUG nova.compute.manager [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.113317] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1518.113683] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1518.113932] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.114276] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1518.114484] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.114790] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1518.115188] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1518.115443] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1518.115774] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1518.116021] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1518.116325] env[62259]: DEBUG nova.virt.hardware [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1518.117376] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7042f43-ac5a-4b5f-9a6a-804dd8095adf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.130224] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f1c14a-a459-4588-9c80-9a5734cc0f4b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.147912] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.228741] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "refresh_cache-574e92d4-f7cd-4bb1-8678-c47af41c2937" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.228741] env[62259]: DEBUG nova.compute.manager [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Instance network_info: |[{"id": "564def6b-8fd8-4a09-8ece-5d5863dd7459", "address": "fa:16:3e:d4:ce:0d", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap564def6b-8f", "ovs_interfaceid": "564def6b-8fd8-4a09-8ece-5d5863dd7459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1518.228741] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ce:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '564def6b-8fd8-4a09-8ece-5d5863dd7459', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1518.236942] env[62259]: DEBUG oslo.service.loopingcall [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.237673] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1518.237947] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62e79b57-c1a9-4d22-a44d-ed52fd6bd237 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.264944] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1518.264944] env[62259]: value = "task-1692124" [ 1518.264944] env[62259]: _type = "Task" [ 1518.264944] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.274616] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692124, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.367134] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.370345] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692123, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.408475] env[62259]: DEBUG nova.compute.manager [req-36abb249-b3f7-4290-a4d8-659c33501d73 req-13d36742-5f5c-4c75-8bc7-92fa829acc5e service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Received event network-changed-564def6b-8fd8-4a09-8ece-5d5863dd7459 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1518.408686] env[62259]: DEBUG nova.compute.manager [req-36abb249-b3f7-4290-a4d8-659c33501d73 req-13d36742-5f5c-4c75-8bc7-92fa829acc5e service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Refreshing instance network info cache due to event network-changed-564def6b-8fd8-4a09-8ece-5d5863dd7459. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1518.408913] env[62259]: DEBUG oslo_concurrency.lockutils [req-36abb249-b3f7-4290-a4d8-659c33501d73 req-13d36742-5f5c-4c75-8bc7-92fa829acc5e service nova] Acquiring lock "refresh_cache-574e92d4-f7cd-4bb1-8678-c47af41c2937" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.409116] env[62259]: DEBUG oslo_concurrency.lockutils [req-36abb249-b3f7-4290-a4d8-659c33501d73 req-13d36742-5f5c-4c75-8bc7-92fa829acc5e service nova] Acquired lock "refresh_cache-574e92d4-f7cd-4bb1-8678-c47af41c2937" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.409337] env[62259]: DEBUG nova.network.neutron [req-36abb249-b3f7-4290-a4d8-659c33501d73 req-13d36742-5f5c-4c75-8bc7-92fa829acc5e service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Refreshing network info cache for port 564def6b-8fd8-4a09-8ece-5d5863dd7459 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.433198] env[62259]: INFO nova.compute.manager [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Took 53.91 seconds to build instance. [ 1518.622024] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5b8ff3-f140-4235-b31e-1f194f473db7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.629164] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e719876f-d784-4ccd-ab80-bd384fc43697 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.665479] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090b34cd-f4f1-4590-ae91-0ab46a02031f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.673884] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605735} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.676075] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5029aaf0-9a81-48d4-889c-39ac61f3f5e9/5029aaf0-9a81-48d4-889c-39ac61f3f5e9.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1518.676313] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1518.676603] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09b187d5-8d17-4a8f-b68c-fb4a414f88aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.680462] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0177e-0965-46ad-88b2-449d16103d5c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.697395] env[62259]: DEBUG nova.compute.provider_tree [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.703095] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1518.703095] env[62259]: value = "task-1692125" [ 1518.703095] env[62259]: _type = "Task" [ 1518.703095] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.712659] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.776070] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692124, 'name': CreateVM_Task, 'duration_secs': 0.404828} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.776276] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.777018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.777210] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.777532] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.777796] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2da4ce-3128-4713-bfe4-8e6b17a3adae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.783324] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1518.783324] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520358a6-85e0-88ee-2392-2c02d7c502e4" [ 1518.783324] env[62259]: _type = "Task" [ 1518.783324] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.792514] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520358a6-85e0-88ee-2392-2c02d7c502e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.860894] env[62259]: DEBUG oslo_vmware.api [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692122, 'name': PowerOnVM_Task, 'duration_secs': 0.710724} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.864104] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.864346] env[62259]: INFO nova.compute.manager [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1518.864513] env[62259]: DEBUG nova.compute.manager [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.865283] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343331c2-d819-408d-ad18-5e8303c81b04 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.874615] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692123, 'name': ReconfigVM_Task, 'duration_secs': 0.520858} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.875829] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.879214] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c019d68-99be-4a53-ab53-9051291f12ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.886125] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1518.886125] env[62259]: value = "task-1692126" [ 1518.886125] env[62259]: _type = "Task" [ 1518.886125] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.894295] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.927164] env[62259]: DEBUG nova.network.neutron [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Successfully updated port: 1cd7581e-6cb2-49db-a68e-93bb2186363c {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1518.939483] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a2232f7-db9d-4c61-ad9f-6979bf44dba8 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "e6d34622-a87d-4ada-9be0-c4515f53d329" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.841s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.205187] env[62259]: DEBUG nova.scheduler.client.report [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1519.228257] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226541} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.229326] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1519.230191] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9abb1e-94dd-48b3-8f50-6ae119bb3a0e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.266446] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5029aaf0-9a81-48d4-889c-39ac61f3f5e9/5029aaf0-9a81-48d4-889c-39ac61f3f5e9.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.266676] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5452d09c-7110-4cae-94b6-d0a183d8563a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.288480] env[62259]: DEBUG nova.network.neutron [req-36abb249-b3f7-4290-a4d8-659c33501d73 req-13d36742-5f5c-4c75-8bc7-92fa829acc5e service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Updated VIF entry in instance network info cache for port 564def6b-8fd8-4a09-8ece-5d5863dd7459. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.288850] env[62259]: DEBUG nova.network.neutron [req-36abb249-b3f7-4290-a4d8-659c33501d73 req-13d36742-5f5c-4c75-8bc7-92fa829acc5e service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Updating instance_info_cache with network_info: [{"id": "564def6b-8fd8-4a09-8ece-5d5863dd7459", "address": "fa:16:3e:d4:ce:0d", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap564def6b-8f", "ovs_interfaceid": "564def6b-8fd8-4a09-8ece-5d5863dd7459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.291633] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1519.291633] env[62259]: value = "task-1692127" [ 1519.291633] env[62259]: _type = "Task" [ 1519.291633] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.300783] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520358a6-85e0-88ee-2392-2c02d7c502e4, 'name': SearchDatastore_Task, 'duration_secs': 0.041281} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.302553] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.302553] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1519.303035] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.303035] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.303035] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1519.306531] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef06c840-1ec1-4419-8b1e-6415093e52f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.308469] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.323289] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1519.323476] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1519.324336] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50cfb03-93cf-434d-9fbd-5e9e5ba2c353 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.330440] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1519.330440] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520bf4b1-5f0e-9557-4aa1-9500cb1681c9" [ 1519.330440] env[62259]: _type = "Task" [ 1519.330440] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.338022] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520bf4b1-5f0e-9557-4aa1-9500cb1681c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.392324] env[62259]: INFO nova.compute.manager [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Took 47.64 seconds to build instance. [ 1519.396946] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.431965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "refresh_cache-5734241a-1b7b-468a-a397-07fa2a52d352" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.431965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "refresh_cache-5734241a-1b7b-468a-a397-07fa2a52d352" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.431965] env[62259]: DEBUG nova.network.neutron [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.443135] env[62259]: DEBUG nova.compute.manager [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.716775] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.717329] env[62259]: DEBUG nova.compute.manager [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1519.721918] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.560s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.722162] env[62259]: DEBUG nova.objects.instance [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lazy-loading 'resources' on Instance uuid 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.793365] env[62259]: DEBUG oslo_concurrency.lockutils [req-36abb249-b3f7-4290-a4d8-659c33501d73 req-13d36742-5f5c-4c75-8bc7-92fa829acc5e service nova] Releasing lock "refresh_cache-574e92d4-f7cd-4bb1-8678-c47af41c2937" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.807604] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.843166] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520bf4b1-5f0e-9557-4aa1-9500cb1681c9, 'name': SearchDatastore_Task, 'duration_secs': 0.045263} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.846147] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e42973-703a-4210-a1b5-42b3c6e823e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.854477] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1519.854477] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ecbe0c-407c-43e7-e4f5-d570228cbee3" [ 1519.854477] env[62259]: _type = "Task" [ 1519.854477] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.862089] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "1af408fc-cca0-46d1-a038-6c690df2c066" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.862328] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "1af408fc-cca0-46d1-a038-6c690df2c066" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.866441] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ecbe0c-407c-43e7-e4f5-d570228cbee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.896295] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ea20a00-060e-439d-a890-3e6afa49aea3 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "7c76e700-8634-4290-b100-a9997a443a3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.979s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.899248] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.976837] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.981469] env[62259]: DEBUG nova.network.neutron [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.226085] env[62259]: DEBUG nova.compute.utils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.229865] env[62259]: DEBUG nova.compute.manager [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.230768] env[62259]: DEBUG nova.network.neutron [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.309582] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692127, 'name': ReconfigVM_Task, 'duration_secs': 0.967354} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.309582] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5029aaf0-9a81-48d4-889c-39ac61f3f5e9/5029aaf0-9a81-48d4-889c-39ac61f3f5e9.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1520.310211] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ac5ec0-10dd-4992-86e0-681026a4dced {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.319567] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1520.319567] env[62259]: value = "task-1692128" [ 1520.319567] env[62259]: _type = "Task" [ 1520.319567] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.330821] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692128, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.338794] env[62259]: DEBUG nova.policy [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1851d11a9c74eabbdf9bae168e89f27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bdca6dbdd064efaa10b7b368a166bcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.352880] env[62259]: DEBUG nova.network.neutron [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Updating instance_info_cache with network_info: [{"id": "1cd7581e-6cb2-49db-a68e-93bb2186363c", "address": "fa:16:3e:98:d6:a1", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cd7581e-6c", "ovs_interfaceid": "1cd7581e-6cb2-49db-a68e-93bb2186363c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.369065] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ecbe0c-407c-43e7-e4f5-d570228cbee3, 'name': SearchDatastore_Task, 'duration_secs': 0.033141} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.372378] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.372727] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 574e92d4-f7cd-4bb1-8678-c47af41c2937/574e92d4-f7cd-4bb1-8678-c47af41c2937.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.374428] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73fd769b-fbef-468b-9473-519abb7f06b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.382527] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1520.382527] env[62259]: value = "task-1692129" [ 1520.382527] env[62259]: _type = "Task" [ 1520.382527] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.398023] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.400516] env[62259]: DEBUG nova.compute.manager [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1520.410135] env[62259]: DEBUG oslo_vmware.api [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692126, 'name': PowerOnVM_Task, 'duration_secs': 1.431453} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.410660] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.419863] env[62259]: DEBUG nova.compute.manager [None req-74b75263-e840-4d73-8d84-4218774ca631 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.420906] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4218f01d-4fe3-48bf-81b2-0d90e3fbc78c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.480091] env[62259]: DEBUG nova.compute.manager [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Received event network-vif-plugged-1cd7581e-6cb2-49db-a68e-93bb2186363c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1520.480407] env[62259]: DEBUG oslo_concurrency.lockutils [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] Acquiring lock "5734241a-1b7b-468a-a397-07fa2a52d352-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.480576] env[62259]: DEBUG oslo_concurrency.lockutils [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] Lock "5734241a-1b7b-468a-a397-07fa2a52d352-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.480745] env[62259]: DEBUG oslo_concurrency.lockutils [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] Lock "5734241a-1b7b-468a-a397-07fa2a52d352-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.480913] env[62259]: DEBUG nova.compute.manager [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] No waiting events found dispatching network-vif-plugged-1cd7581e-6cb2-49db-a68e-93bb2186363c {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1520.481097] env[62259]: WARNING nova.compute.manager [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Received unexpected event network-vif-plugged-1cd7581e-6cb2-49db-a68e-93bb2186363c for instance with vm_state building and task_state spawning. [ 1520.482244] env[62259]: DEBUG nova.compute.manager [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Received event network-changed-1cd7581e-6cb2-49db-a68e-93bb2186363c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1520.482244] env[62259]: DEBUG nova.compute.manager [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Refreshing instance network info cache due to event network-changed-1cd7581e-6cb2-49db-a68e-93bb2186363c. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1520.482244] env[62259]: DEBUG oslo_concurrency.lockutils [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] Acquiring lock "refresh_cache-5734241a-1b7b-468a-a397-07fa2a52d352" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.735444] env[62259]: DEBUG nova.compute.manager [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1520.829068] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44659613-9188-48e4-bc65-0185d464e576 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.838264] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692128, 'name': Rename_Task, 'duration_secs': 0.176258} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.840557] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.841537] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d259f79-8bdd-40c2-b901-5fc4b0c87e00 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.844846] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf91c5d2-a3aa-41cc-9e57-b5e21d2e52fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.882603] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "refresh_cache-5734241a-1b7b-468a-a397-07fa2a52d352" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.883009] env[62259]: DEBUG nova.compute.manager [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Instance network_info: |[{"id": "1cd7581e-6cb2-49db-a68e-93bb2186363c", "address": "fa:16:3e:98:d6:a1", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cd7581e-6c", "ovs_interfaceid": "1cd7581e-6cb2-49db-a68e-93bb2186363c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1520.885422] env[62259]: DEBUG oslo_concurrency.lockutils [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] Acquired lock "refresh_cache-5734241a-1b7b-468a-a397-07fa2a52d352" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.885613] env[62259]: DEBUG nova.network.neutron [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Refreshing network info cache for port 1cd7581e-6cb2-49db-a68e-93bb2186363c {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.890355] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:d6:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cd7581e-6cb2-49db-a68e-93bb2186363c', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.897290] env[62259]: DEBUG oslo.service.loopingcall [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.898117] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d9953-f309-45a7-a8a8-92bb73ee5eb0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.901804] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1520.901804] env[62259]: value = "task-1692130" [ 1520.901804] env[62259]: _type = "Task" [ 1520.901804] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.906923] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.906923] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ea142ef-dd6a-4538-b3c4-aef9339e59b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.947049] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1a17b7-14e4-42b7-a1ae-535b71431d38 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.951469] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.958544] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692130, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.958774] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.958774] env[62259]: value = "task-1692131" [ 1520.958774] env[62259]: _type = "Task" [ 1520.958774] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.971802] env[62259]: DEBUG nova.compute.provider_tree [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.974990] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.980154] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692131, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.090178] env[62259]: DEBUG nova.network.neutron [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Successfully created port: 0b542da7-0c5a-46e1-a793-2ad57e9a4114 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.099803] env[62259]: DEBUG nova.compute.manager [req-cbd1aa29-8463-4d22-bf7e-8751d3257403 req-bf0e2ba7-ec3d-4cd9-8755-0bbe836e0b50 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Received event network-changed-884aa33f-4153-4fca-91bd-97cf1c6503c1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1521.100010] env[62259]: DEBUG nova.compute.manager [req-cbd1aa29-8463-4d22-bf7e-8751d3257403 req-bf0e2ba7-ec3d-4cd9-8755-0bbe836e0b50 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Refreshing instance network info cache due to event network-changed-884aa33f-4153-4fca-91bd-97cf1c6503c1. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1521.100245] env[62259]: DEBUG oslo_concurrency.lockutils [req-cbd1aa29-8463-4d22-bf7e-8751d3257403 req-bf0e2ba7-ec3d-4cd9-8755-0bbe836e0b50 service nova] Acquiring lock "refresh_cache-7c76e700-8634-4290-b100-a9997a443a3d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.100390] env[62259]: DEBUG oslo_concurrency.lockutils [req-cbd1aa29-8463-4d22-bf7e-8751d3257403 req-bf0e2ba7-ec3d-4cd9-8755-0bbe836e0b50 service nova] Acquired lock "refresh_cache-7c76e700-8634-4290-b100-a9997a443a3d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.100550] env[62259]: DEBUG nova.network.neutron [req-cbd1aa29-8463-4d22-bf7e-8751d3257403 req-bf0e2ba7-ec3d-4cd9-8755-0bbe836e0b50 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Refreshing network info cache for port 884aa33f-4153-4fca-91bd-97cf1c6503c1 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.396774] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841824} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.397099] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 574e92d4-f7cd-4bb1-8678-c47af41c2937/574e92d4-f7cd-4bb1-8678-c47af41c2937.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1521.397323] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1521.397587] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2393df20-f1ce-4dd7-a43f-01b1f115a51b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.406018] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1521.406018] env[62259]: value = "task-1692132" [ 1521.406018] env[62259]: _type = "Task" [ 1521.406018] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.420053] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.423965] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.471812] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692131, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.477400] env[62259]: DEBUG nova.scheduler.client.report [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1521.745108] env[62259]: DEBUG nova.compute.manager [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1521.777099] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1521.777099] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1521.777099] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.777099] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1521.777099] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.777099] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1521.777337] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1521.777406] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1521.777510] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1521.777859] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1521.778050] env[62259]: DEBUG nova.virt.hardware [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1521.778992] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef2f2e0-2822-4fee-ad92-a2fe29e8672d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.788410] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d62c0a-83fd-4eb4-9157-07372a26fecb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.926040] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.927651] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073064} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.928502] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1521.929404] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4221ec26-8093-4dc3-93b3-13481d49af5d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.958067] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 574e92d4-f7cd-4bb1-8678-c47af41c2937/574e92d4-f7cd-4bb1-8678-c47af41c2937.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1521.959246] env[62259]: DEBUG nova.network.neutron [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Updated VIF entry in instance network info cache for port 1cd7581e-6cb2-49db-a68e-93bb2186363c. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.959509] env[62259]: DEBUG nova.network.neutron [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Updating instance_info_cache with network_info: [{"id": "1cd7581e-6cb2-49db-a68e-93bb2186363c", "address": "fa:16:3e:98:d6:a1", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cd7581e-6c", "ovs_interfaceid": "1cd7581e-6cb2-49db-a68e-93bb2186363c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.965033] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79795fba-11af-477c-addc-50489a4e59b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.983757] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.989616] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.830s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.989616] env[62259]: DEBUG nova.objects.instance [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lazy-loading 'resources' on Instance uuid 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.992915] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1521.992915] env[62259]: value = "task-1692133" [ 1521.992915] env[62259]: _type = "Task" [ 1521.992915] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.996517] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692131, 'name': CreateVM_Task, 'duration_secs': 0.587338} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.000271] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1522.001831] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.002168] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.002307] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1522.003456] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591fcebd-0c79-418d-86bd-730d21b7d57a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.009385] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.012859] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1522.012859] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e83863-f357-b008-a2ba-c4cd42751e9f" [ 1522.012859] env[62259]: _type = "Task" [ 1522.012859] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.017469] env[62259]: INFO nova.scheduler.client.report [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted allocations for instance 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc [ 1522.034556] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e83863-f357-b008-a2ba-c4cd42751e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.018684} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.034931] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.035118] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1522.035370] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.035538] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.035713] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1522.036022] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f65f02e-6e68-4fd4-9b3b-c6dd51bf3616 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.045772] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1522.045977] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1522.046950] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b58499-341e-4bf2-86a8-e542a6db2ff3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.052432] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1522.052432] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524be194-a0ca-56c2-f2fb-e4d454b238cb" [ 1522.052432] env[62259]: _type = "Task" [ 1522.052432] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.056869] env[62259]: DEBUG nova.network.neutron [req-cbd1aa29-8463-4d22-bf7e-8751d3257403 req-bf0e2ba7-ec3d-4cd9-8755-0bbe836e0b50 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Updated VIF entry in instance network info cache for port 884aa33f-4153-4fca-91bd-97cf1c6503c1. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.057282] env[62259]: DEBUG nova.network.neutron [req-cbd1aa29-8463-4d22-bf7e-8751d3257403 req-bf0e2ba7-ec3d-4cd9-8755-0bbe836e0b50 service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Updating instance_info_cache with network_info: [{"id": "884aa33f-4153-4fca-91bd-97cf1c6503c1", "address": "fa:16:3e:04:c2:4c", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884aa33f-41", "ovs_interfaceid": "884aa33f-4153-4fca-91bd-97cf1c6503c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.063144] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524be194-a0ca-56c2-f2fb-e4d454b238cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.359351] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "4939de91-9990-4d0d-a360-6fd22210772c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.359710] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "4939de91-9990-4d0d-a360-6fd22210772c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.418652] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692130, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.462412] env[62259]: DEBUG oslo_concurrency.lockutils [req-81da6531-c46e-41b3-8280-e57581d838ac req-04fe2c02-73b4-449b-87f1-58a183a29b23 service nova] Releasing lock "refresh_cache-5734241a-1b7b-468a-a397-07fa2a52d352" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.505520] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692133, 'name': ReconfigVM_Task, 'duration_secs': 0.373894} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.506015] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 574e92d4-f7cd-4bb1-8678-c47af41c2937/574e92d4-f7cd-4bb1-8678-c47af41c2937.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.506802] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c7d7a94-652b-49ab-b31b-9b021fd431b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.513248] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1522.513248] env[62259]: value = "task-1692134" [ 1522.513248] env[62259]: _type = "Task" [ 1522.513248] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.523850] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692134, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.527662] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1e2eb8f9-dd1c-472e-b7c8-5cdb4997d9b7 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.795s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.568176] env[62259]: DEBUG oslo_concurrency.lockutils [req-cbd1aa29-8463-4d22-bf7e-8751d3257403 req-bf0e2ba7-ec3d-4cd9-8755-0bbe836e0b50 service nova] Releasing lock "refresh_cache-7c76e700-8634-4290-b100-a9997a443a3d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.568176] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524be194-a0ca-56c2-f2fb-e4d454b238cb, 'name': SearchDatastore_Task, 'duration_secs': 0.018115} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.571741] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a9e362d-229d-42ee-a11e-e88a47404b2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.580019] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1522.580019] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527d9792-4fe2-8943-f39d-c51b090d2de7" [ 1522.580019] env[62259]: _type = "Task" [ 1522.580019] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.590863] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527d9792-4fe2-8943-f39d-c51b090d2de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.924657] env[62259]: DEBUG oslo_vmware.api [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692130, 'name': PowerOnVM_Task, 'duration_secs': 1.952479} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.928472] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1522.929160] env[62259]: INFO nova.compute.manager [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1522.929504] env[62259]: DEBUG nova.compute.manager [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1522.931544] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fdea77-517a-4020-ab51-83c2841d5c8c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.024323] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692134, 'name': Rename_Task, 'duration_secs': 0.144002} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.024634] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.025470] env[62259]: DEBUG nova.network.neutron [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Successfully updated port: 0b542da7-0c5a-46e1-a793-2ad57e9a4114 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.027668] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da98a23-4cae-482f-899a-495121e15a48 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.035594] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb729323-3f6b-43b4-8ddd-5da7fe140d8d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.040118] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1523.040118] env[62259]: value = "task-1692135" [ 1523.040118] env[62259]: _type = "Task" [ 1523.040118] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.047645] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37efc557-153c-4345-b3d7-a802da435b67 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.057989] env[62259]: DEBUG nova.compute.manager [req-939aade9-316e-4de1-b87c-89b6e5f80d0a req-09ac1966-5b8e-47b4-b7d8-5cee738663fd service nova] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Received event network-vif-plugged-0b542da7-0c5a-46e1-a793-2ad57e9a4114 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1523.058110] env[62259]: DEBUG oslo_concurrency.lockutils [req-939aade9-316e-4de1-b87c-89b6e5f80d0a req-09ac1966-5b8e-47b4-b7d8-5cee738663fd service nova] Acquiring lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.058360] env[62259]: DEBUG oslo_concurrency.lockutils [req-939aade9-316e-4de1-b87c-89b6e5f80d0a req-09ac1966-5b8e-47b4-b7d8-5cee738663fd service nova] Lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.058551] env[62259]: DEBUG oslo_concurrency.lockutils [req-939aade9-316e-4de1-b87c-89b6e5f80d0a req-09ac1966-5b8e-47b4-b7d8-5cee738663fd service nova] Lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.058778] env[62259]: DEBUG nova.compute.manager [req-939aade9-316e-4de1-b87c-89b6e5f80d0a req-09ac1966-5b8e-47b4-b7d8-5cee738663fd service nova] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] No waiting events found dispatching network-vif-plugged-0b542da7-0c5a-46e1-a793-2ad57e9a4114 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.058954] env[62259]: WARNING nova.compute.manager [req-939aade9-316e-4de1-b87c-89b6e5f80d0a req-09ac1966-5b8e-47b4-b7d8-5cee738663fd service nova] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Received unexpected event network-vif-plugged-0b542da7-0c5a-46e1-a793-2ad57e9a4114 for instance with vm_state building and task_state spawning. [ 1523.060388] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.893337] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquiring lock "refresh_cache-acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.893538] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquired lock "refresh_cache-acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.893618] env[62259]: DEBUG nova.network.neutron [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.907347] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775d4305-a933-48d5-ab81-dd8271cbaca4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.909916] env[62259]: INFO nova.compute.manager [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Took 51.93 seconds to build instance. [ 1523.910909] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "3ae727ee-f97a-4191-a414-430bc45dfe04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.911050] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.912786] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.912786] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.924162] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527d9792-4fe2-8943-f39d-c51b090d2de7, 'name': SearchDatastore_Task, 'duration_secs': 0.017442} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.924636] env[62259]: DEBUG oslo_vmware.api [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692135, 'name': PowerOnVM_Task, 'duration_secs': 0.657913} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.925512] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.925778] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5734241a-1b7b-468a-a397-07fa2a52d352/5734241a-1b7b-468a-a397-07fa2a52d352.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1523.927037] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13303e3f-c5e1-4d09-9a3f-b475c30ffb71 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.930818] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.931035] env[62259]: INFO nova.compute.manager [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1523.931216] env[62259]: DEBUG nova.compute.manager [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.931466] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd067c58-d201-49ee-bb76-b82ced3a9d4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.934254] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeffe83-a31d-4972-a928-c8e43b23c6e1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.947293] env[62259]: DEBUG nova.compute.provider_tree [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.950568] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1523.950568] env[62259]: value = "task-1692136" [ 1523.950568] env[62259]: _type = "Task" [ 1523.950568] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.963409] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.413849] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d5fa55ce-3220-43ba-9bcc-12eb748a3c5f tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.317s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.428240] env[62259]: DEBUG nova.network.neutron [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1524.479022] env[62259]: INFO nova.compute.manager [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Took 51.07 seconds to build instance. [ 1524.481568] env[62259]: ERROR nova.scheduler.client.report [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] [req-62e19215-3086-4962-9679-07aee966ec0d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62e19215-3086-4962-9679-07aee966ec0d"}]} [ 1524.489791] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692136, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.515022] env[62259]: DEBUG nova.scheduler.client.report [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1524.532798] env[62259]: DEBUG nova.scheduler.client.report [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1524.533036] env[62259]: DEBUG nova.compute.provider_tree [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.557954] env[62259]: DEBUG nova.scheduler.client.report [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1524.584768] env[62259]: DEBUG nova.scheduler.client.report [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1524.607185] env[62259]: DEBUG nova.network.neutron [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Updating instance_info_cache with network_info: [{"id": "0b542da7-0c5a-46e1-a793-2ad57e9a4114", "address": "fa:16:3e:a8:77:2b", "network": {"id": "8a9a56ae-cf19-470b-9d73-9e746c35e429", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1497483844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bdca6dbdd064efaa10b7b368a166bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b542da7-0c", "ovs_interfaceid": "0b542da7-0c5a-46e1-a793-2ad57e9a4114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.916844] env[62259]: DEBUG nova.compute.manager [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1524.970486] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668461} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.970486] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5734241a-1b7b-468a-a397-07fa2a52d352/5734241a-1b7b-468a-a397-07fa2a52d352.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1524.970676] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.970832] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97996121-ce80-43e8-ac50-c1a6542a8db1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.979706] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1524.979706] env[62259]: value = "task-1692137" [ 1524.979706] env[62259]: _type = "Task" [ 1524.979706] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.993545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b20b62e4-e8b3-4019-b143-0b0fe0ac58d4 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "574e92d4-f7cd-4bb1-8678-c47af41c2937" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.231s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.994487] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.110771] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377cc755-e564-4e7f-ae39-ea5efd98e6b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.114913] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Releasing lock "refresh_cache-acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.115700] env[62259]: DEBUG nova.compute.manager [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Instance network_info: |[{"id": "0b542da7-0c5a-46e1-a793-2ad57e9a4114", "address": "fa:16:3e:a8:77:2b", "network": {"id": "8a9a56ae-cf19-470b-9d73-9e746c35e429", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1497483844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bdca6dbdd064efaa10b7b368a166bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b542da7-0c", "ovs_interfaceid": "0b542da7-0c5a-46e1-a793-2ad57e9a4114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1525.115826] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:77:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b542da7-0c5a-46e1-a793-2ad57e9a4114', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.124809] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Creating folder: Project (4bdca6dbdd064efaa10b7b368a166bcb). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.125834] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d29939d0-a59e-48a0-a4be-9ff35ec617a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.130812] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb93e73e-a107-4738-af31-3ab738e32c95 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.137467] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Created folder: Project (4bdca6dbdd064efaa10b7b368a166bcb) in parent group-v352705. [ 1525.137653] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Creating folder: Instances. Parent ref: group-v352880. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.164245] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67ea50c5-83f8-4397-bc01-489d7d936c38 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.171659] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516e9818-e174-438e-a454-65a6fd339fad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.181961] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf56ac6-6e77-4bcc-8854-9cf6eed4e2b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.188162] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Created folder: Instances in parent group-v352880. [ 1525.188440] env[62259]: DEBUG oslo.service.loopingcall [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.189039] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.189275] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4acb02a-b6cb-43aa-9dda-06aeba6dfc05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.220194] env[62259]: DEBUG nova.compute.provider_tree [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.227445] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.227445] env[62259]: value = "task-1692140" [ 1525.227445] env[62259]: _type = "Task" [ 1525.227445] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.236575] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692140, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.289462] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.289726] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.320903] env[62259]: DEBUG nova.compute.manager [req-e66f50e4-622d-4df0-854a-4e406e4e890e req-7611a72b-d6f3-4efa-94ad-93932cf5c99e service nova] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Received event network-changed-0b542da7-0c5a-46e1-a793-2ad57e9a4114 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1525.320981] env[62259]: DEBUG nova.compute.manager [req-e66f50e4-622d-4df0-854a-4e406e4e890e req-7611a72b-d6f3-4efa-94ad-93932cf5c99e service nova] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Refreshing instance network info cache due to event network-changed-0b542da7-0c5a-46e1-a793-2ad57e9a4114. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1525.321226] env[62259]: DEBUG oslo_concurrency.lockutils [req-e66f50e4-622d-4df0-854a-4e406e4e890e req-7611a72b-d6f3-4efa-94ad-93932cf5c99e service nova] Acquiring lock "refresh_cache-acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.321377] env[62259]: DEBUG oslo_concurrency.lockutils [req-e66f50e4-622d-4df0-854a-4e406e4e890e req-7611a72b-d6f3-4efa-94ad-93932cf5c99e service nova] Acquired lock "refresh_cache-acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.321574] env[62259]: DEBUG nova.network.neutron [req-e66f50e4-622d-4df0-854a-4e406e4e890e req-7611a72b-d6f3-4efa-94ad-93932cf5c99e service nova] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Refreshing network info cache for port 0b542da7-0c5a-46e1-a793-2ad57e9a4114 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.444318] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.489881] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067746} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.490166] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1525.490912] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8219205c-05a2-4fe3-8f8f-7238c1bc7a1d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.503860] env[62259]: DEBUG nova.compute.manager [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1525.515134] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 5734241a-1b7b-468a-a397-07fa2a52d352/5734241a-1b7b-468a-a397-07fa2a52d352.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1525.515679] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb2bf588-1ae8-40df-a6f1-2f8a9b16db5a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.535266] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1525.535266] env[62259]: value = "task-1692141" [ 1525.535266] env[62259]: _type = "Task" [ 1525.535266] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.543459] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.723976] env[62259]: DEBUG nova.scheduler.client.report [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1525.742515] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692140, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.032702] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.045564] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.046515] env[62259]: DEBUG nova.network.neutron [req-e66f50e4-622d-4df0-854a-4e406e4e890e req-7611a72b-d6f3-4efa-94ad-93932cf5c99e service nova] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Updated VIF entry in instance network info cache for port 0b542da7-0c5a-46e1-a793-2ad57e9a4114. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.046843] env[62259]: DEBUG nova.network.neutron [req-e66f50e4-622d-4df0-854a-4e406e4e890e req-7611a72b-d6f3-4efa-94ad-93932cf5c99e service nova] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Updating instance_info_cache with network_info: [{"id": "0b542da7-0c5a-46e1-a793-2ad57e9a4114", "address": "fa:16:3e:a8:77:2b", "network": {"id": "8a9a56ae-cf19-470b-9d73-9e746c35e429", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1497483844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4bdca6dbdd064efaa10b7b368a166bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b542da7-0c", "ovs_interfaceid": "0b542da7-0c5a-46e1-a793-2ad57e9a4114", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.239983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.252s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.241906] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692140, 'name': CreateVM_Task, 'duration_secs': 0.548766} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.243054] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.370s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.244165] env[62259]: INFO nova.compute.claims [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1526.246927] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.247859] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.247969] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.248308] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1526.248595] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24cda9e5-5aee-43d6-a3a4-902c48688fd6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.253653] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1526.253653] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5250ac6d-66ed-5bf5-13d3-da7c121ec2e1" [ 1526.253653] env[62259]: _type = "Task" [ 1526.253653] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.262523] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5250ac6d-66ed-5bf5-13d3-da7c121ec2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.263592] env[62259]: INFO nova.scheduler.client.report [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Deleted allocations for instance 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df [ 1526.546631] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692141, 'name': ReconfigVM_Task, 'duration_secs': 0.619899} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.547088] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 5734241a-1b7b-468a-a397-07fa2a52d352/5734241a-1b7b-468a-a397-07fa2a52d352.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.547816] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c49e061-c35e-41b4-9080-f2da7d59d794 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.550106] env[62259]: DEBUG oslo_concurrency.lockutils [req-e66f50e4-622d-4df0-854a-4e406e4e890e req-7611a72b-d6f3-4efa-94ad-93932cf5c99e service nova] Releasing lock "refresh_cache-acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.555968] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1526.555968] env[62259]: value = "task-1692142" [ 1526.555968] env[62259]: _type = "Task" [ 1526.555968] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.565620] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692142, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.766232] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5250ac6d-66ed-5bf5-13d3-da7c121ec2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.766545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.766777] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.767018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.767193] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.767373] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.769564] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99b80f82-4ef5-4205-b05d-a60b174e3311 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.771740] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea8b0d28-f06c-4a50-b151-0c689e520c19 tempest-ServerShowV257Test-2080092840 tempest-ServerShowV257Test-2080092840-project-member] Lock "5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.793s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.782768] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1526.784685] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1526.784685] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b77d7a-918d-4204-94e4-d5b9c2502098 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.789694] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1526.789694] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521f0cb0-b696-aa45-3dd0-5e90cf52a2f1" [ 1526.789694] env[62259]: _type = "Task" [ 1526.789694] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.798464] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521f0cb0-b696-aa45-3dd0-5e90cf52a2f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.067390] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692142, 'name': Rename_Task, 'duration_secs': 0.268867} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.067681] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.067934] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-157dffad-c944-483a-ba64-0135115e0d96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.075049] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1527.075049] env[62259]: value = "task-1692143" [ 1527.075049] env[62259]: _type = "Task" [ 1527.075049] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.086541] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.302559] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521f0cb0-b696-aa45-3dd0-5e90cf52a2f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.303522] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25824c9c-2c2c-436e-be59-790946c73763 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.309168] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1527.309168] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a16a25-b4c5-6f04-51ed-f6a9231fbc69" [ 1527.309168] env[62259]: _type = "Task" [ 1527.309168] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.321363] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a16a25-b4c5-6f04-51ed-f6a9231fbc69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.588319] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692143, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.696098] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761af309-4bc3-4301-980a-2279271c045f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.704095] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f93225f-32e3-4320-a80e-5e70d969687a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.733188] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bc7d15-ef30-4852-b77d-04cc037408cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.742211] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d03dd10-d9ad-43ea-b641-6b32a2360e5f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.756247] env[62259]: DEBUG nova.compute.provider_tree [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.820392] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a16a25-b4c5-6f04-51ed-f6a9231fbc69, 'name': SearchDatastore_Task, 'duration_secs': 0.026828} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.820678] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.820943] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac/acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1527.821228] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f42333f2-a72a-412e-ba0d-51c3eabad22b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.828469] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1527.828469] env[62259]: value = "task-1692144" [ 1527.828469] env[62259]: _type = "Task" [ 1527.828469] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.837469] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.087924] env[62259]: DEBUG oslo_vmware.api [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692143, 'name': PowerOnVM_Task, 'duration_secs': 0.874351} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.088095] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.088363] env[62259]: INFO nova.compute.manager [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1528.088598] env[62259]: DEBUG nova.compute.manager [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.089488] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5ae91a-21c0-4923-8e06-2d4f5b3c01c5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.259918] env[62259]: DEBUG nova.scheduler.client.report [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1528.340008] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.607238] env[62259]: INFO nova.compute.manager [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Took 45.20 seconds to build instance. [ 1528.768090] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.768090] env[62259]: DEBUG nova.compute.manager [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1528.769383] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.885s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.770133] env[62259]: DEBUG nova.objects.instance [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1528.839050] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61847} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.839353] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac/acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1528.839572] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1528.839825] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b47db7f-f1e2-4f44-ac57-820835a54cb3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.846058] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1528.846058] env[62259]: value = "task-1692145" [ 1528.846058] env[62259]: _type = "Task" [ 1528.846058] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.854205] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.109899] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d329fa0-ad69-4976-ae34-fba038255138 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5734241a-1b7b-468a-a397-07fa2a52d352" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.543s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.275074] env[62259]: DEBUG nova.compute.utils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1529.279562] env[62259]: DEBUG nova.compute.manager [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.279562] env[62259]: DEBUG nova.network.neutron [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.346943] env[62259]: DEBUG nova.policy [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1100de882aab42a98337047b1ad7a72f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b0af38e061747be9dbbd9a5b0746b91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.358093] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06127} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.358644] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1529.359221] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fb0667-1795-4a73-a062-983b8bf1ba63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.381564] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac/acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1529.381934] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f8be44f-6cf5-4c1c-bbf4-267a312d4b02 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.402281] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1529.402281] env[62259]: value = "task-1692146" [ 1529.402281] env[62259]: _type = "Task" [ 1529.402281] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.410469] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.603768] env[62259]: DEBUG nova.network.neutron [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Successfully created port: 3e21ff2e-e70c-453f-b94c-c70ca6315005 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1529.613034] env[62259]: DEBUG nova.compute.manager [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.783343] env[62259]: DEBUG nova.compute.manager [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1529.790591] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bef51fc-97e8-4258-b1e4-643078568ef1 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.795684] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.260s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.801687] env[62259]: INFO nova.compute.claims [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.913397] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692146, 'name': ReconfigVM_Task, 'duration_secs': 0.303511} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.913705] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Reconfigured VM instance instance-0000003f to attach disk [datastore1] acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac/acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.914377] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1ec2dd6-ee4a-4da0-9154-8f0378c07125 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.921026] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1529.921026] env[62259]: value = "task-1692147" [ 1529.921026] env[62259]: _type = "Task" [ 1529.921026] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.929337] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692147, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.143477] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.430334] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692147, 'name': Rename_Task, 'duration_secs': 0.14128} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.430694] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1530.430998] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-410d4a89-d9d7-4e87-891c-2d4645f57d8d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.437046] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1530.437046] env[62259]: value = "task-1692148" [ 1530.437046] env[62259]: _type = "Task" [ 1530.437046] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.444943] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.802423] env[62259]: DEBUG nova.compute.manager [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1530.830727] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1530.830986] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1530.831274] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.831397] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1530.831520] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.831756] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1530.831937] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1530.832117] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1530.832287] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1530.832452] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1530.832625] env[62259]: DEBUG nova.virt.hardware [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1530.833505] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ab97f7-0849-4f35-b55a-7503a23f3e7d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.838977] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.839175] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.839276] env[62259]: DEBUG nova.compute.manager [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.840637] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1722d0d-7f46-444d-a7b0-2e6809542733 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.847328] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb89edbe-e9b2-4ff5-9e90-edfd9c8a7492 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.855255] env[62259]: DEBUG nova.compute.manager [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62259) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1530.855699] env[62259]: DEBUG nova.objects.instance [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lazy-loading 'flavor' on Instance uuid 5029aaf0-9a81-48d4-889c-39ac61f3f5e9 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.952485] env[62259]: DEBUG oslo_vmware.api [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692148, 'name': PowerOnVM_Task, 'duration_secs': 0.441633} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.952989] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.953074] env[62259]: INFO nova.compute.manager [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1530.953293] env[62259]: DEBUG nova.compute.manager [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.960870] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07546505-a7c0-4626-9408-e36cec1e811e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.095536] env[62259]: DEBUG nova.compute.manager [req-819d8103-7218-4de6-9ceb-d087ebda7654 req-f1c31763-fdd0-4482-85ff-3e0a5e968633 service nova] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Received event network-vif-plugged-3e21ff2e-e70c-453f-b94c-c70ca6315005 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1531.095788] env[62259]: DEBUG oslo_concurrency.lockutils [req-819d8103-7218-4de6-9ceb-d087ebda7654 req-f1c31763-fdd0-4482-85ff-3e0a5e968633 service nova] Acquiring lock "2089ec2c-88a6-4b30-b678-527b3d14a72b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.095996] env[62259]: DEBUG oslo_concurrency.lockutils [req-819d8103-7218-4de6-9ceb-d087ebda7654 req-f1c31763-fdd0-4482-85ff-3e0a5e968633 service nova] Lock "2089ec2c-88a6-4b30-b678-527b3d14a72b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.096470] env[62259]: DEBUG oslo_concurrency.lockutils [req-819d8103-7218-4de6-9ceb-d087ebda7654 req-f1c31763-fdd0-4482-85ff-3e0a5e968633 service nova] Lock "2089ec2c-88a6-4b30-b678-527b3d14a72b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.096790] env[62259]: DEBUG nova.compute.manager [req-819d8103-7218-4de6-9ceb-d087ebda7654 req-f1c31763-fdd0-4482-85ff-3e0a5e968633 service nova] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] No waiting events found dispatching network-vif-plugged-3e21ff2e-e70c-453f-b94c-c70ca6315005 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.097022] env[62259]: WARNING nova.compute.manager [req-819d8103-7218-4de6-9ceb-d087ebda7654 req-f1c31763-fdd0-4482-85ff-3e0a5e968633 service nova] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Received unexpected event network-vif-plugged-3e21ff2e-e70c-453f-b94c-c70ca6315005 for instance with vm_state building and task_state spawning. [ 1531.140147] env[62259]: DEBUG nova.network.neutron [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Successfully updated port: 3e21ff2e-e70c-453f-b94c-c70ca6315005 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.326635] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fe6ca5-7775-4234-8f2c-2403551ce2c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.334946] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135299a6-a428-4457-9661-c394c6433bb3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.369666] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d87e2af-4b7c-4ba9-a897-17c00fee51d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.377166] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0039b62-ceb7-4b05-842f-e01afaf3d698 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.391698] env[62259]: DEBUG nova.compute.provider_tree [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1531.490101] env[62259]: INFO nova.compute.manager [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Took 47.06 seconds to build instance. [ 1531.646913] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "refresh_cache-2089ec2c-88a6-4b30-b678-527b3d14a72b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.646913] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquired lock "refresh_cache-2089ec2c-88a6-4b30-b678-527b3d14a72b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.646913] env[62259]: DEBUG nova.network.neutron [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.872427] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.872777] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b51fb3b4-98a8-43e2-995c-1af50c4e3ff6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.880590] env[62259]: DEBUG oslo_vmware.api [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1531.880590] env[62259]: value = "task-1692149" [ 1531.880590] env[62259]: _type = "Task" [ 1531.880590] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.889808] env[62259]: DEBUG oslo_vmware.api [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.910963] env[62259]: ERROR nova.scheduler.client.report [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [req-65b55194-318d-4b75-8064-747d90ba8136] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65b55194-318d-4b75-8064-747d90ba8136"}]} [ 1531.927028] env[62259]: DEBUG nova.scheduler.client.report [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1531.940635] env[62259]: DEBUG nova.scheduler.client.report [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1531.940896] env[62259]: DEBUG nova.compute.provider_tree [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1531.953161] env[62259]: DEBUG nova.scheduler.client.report [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1531.970617] env[62259]: DEBUG nova.scheduler.client.report [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1531.992242] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e74e616d-9bcc-4bd9-9111-b246a5e1a62f tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.298s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.188151] env[62259]: DEBUG nova.network.neutron [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.355586] env[62259]: DEBUG nova.network.neutron [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Updating instance_info_cache with network_info: [{"id": "3e21ff2e-e70c-453f-b94c-c70ca6315005", "address": "fa:16:3e:dc:a0:49", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e21ff2e-e7", "ovs_interfaceid": "3e21ff2e-e70c-453f-b94c-c70ca6315005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.391305] env[62259]: DEBUG oslo_vmware.api [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692149, 'name': PowerOffVM_Task, 'duration_secs': 0.394856} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.391553] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.391745] env[62259]: DEBUG nova.compute.manager [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.392519] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdad3546-22d5-4fae-9557-ed4fa4257c94 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.427918] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75702c9-74e0-4f07-b460-a290ec0c88dc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.435445] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612df940-7e57-4e76-bf46-4f19f6bc3dac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.466188] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232262aa-0eb9-46da-aaeb-ed7f9307909e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.473893] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78097597-5283-4695-919a-e8354b6b0fcb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.487050] env[62259]: DEBUG nova.compute.provider_tree [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1532.494546] env[62259]: DEBUG nova.compute.manager [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1532.758497] env[62259]: DEBUG nova.compute.manager [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.759561] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a299c2-9668-4741-9d97-ec7a8d1b52ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.860356] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Releasing lock "refresh_cache-2089ec2c-88a6-4b30-b678-527b3d14a72b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.860356] env[62259]: DEBUG nova.compute.manager [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Instance network_info: |[{"id": "3e21ff2e-e70c-453f-b94c-c70ca6315005", "address": "fa:16:3e:dc:a0:49", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e21ff2e-e7", "ovs_interfaceid": "3e21ff2e-e70c-453f-b94c-c70ca6315005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1532.860356] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a0:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e21ff2e-e70c-453f-b94c-c70ca6315005', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.867139] env[62259]: DEBUG oslo.service.loopingcall [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.868457] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.868457] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11cada6e-c5fe-4129-9229-243feccc9c7a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.888983] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.888983] env[62259]: value = "task-1692150" [ 1532.888983] env[62259]: _type = "Task" [ 1532.888983] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.896945] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692150, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.904640] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3b38e1b0-3b31-414b-9a9d-7c18d341fe35 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.014082] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.020547] env[62259]: DEBUG nova.scheduler.client.report [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1533.020819] env[62259]: DEBUG nova.compute.provider_tree [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 104 to 105 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1533.021007] env[62259]: DEBUG nova.compute.provider_tree [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1533.149466] env[62259]: DEBUG nova.compute.manager [req-922aa1c2-e1d3-4875-9905-ca5690175785 req-72793fb1-40c7-401a-bc98-f4051d143e1f service nova] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Received event network-changed-3e21ff2e-e70c-453f-b94c-c70ca6315005 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1533.149643] env[62259]: DEBUG nova.compute.manager [req-922aa1c2-e1d3-4875-9905-ca5690175785 req-72793fb1-40c7-401a-bc98-f4051d143e1f service nova] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Refreshing instance network info cache due to event network-changed-3e21ff2e-e70c-453f-b94c-c70ca6315005. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1533.149832] env[62259]: DEBUG oslo_concurrency.lockutils [req-922aa1c2-e1d3-4875-9905-ca5690175785 req-72793fb1-40c7-401a-bc98-f4051d143e1f service nova] Acquiring lock "refresh_cache-2089ec2c-88a6-4b30-b678-527b3d14a72b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.149970] env[62259]: DEBUG oslo_concurrency.lockutils [req-922aa1c2-e1d3-4875-9905-ca5690175785 req-72793fb1-40c7-401a-bc98-f4051d143e1f service nova] Acquired lock "refresh_cache-2089ec2c-88a6-4b30-b678-527b3d14a72b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.150149] env[62259]: DEBUG nova.network.neutron [req-922aa1c2-e1d3-4875-9905-ca5690175785 req-72793fb1-40c7-401a-bc98-f4051d143e1f service nova] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Refreshing network info cache for port 3e21ff2e-e70c-453f-b94c-c70ca6315005 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.271483] env[62259]: INFO nova.compute.manager [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] instance snapshotting [ 1533.274354] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245cd8f8-c908-49ef-8575-7cfd0da8acd1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.295029] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064c8703-7c39-4732-b9e9-4e3ce0d1161c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.308049] env[62259]: DEBUG nova.objects.instance [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lazy-loading 'flavor' on Instance uuid 5029aaf0-9a81-48d4-889c-39ac61f3f5e9 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.400173] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692150, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.526055] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.730s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.526710] env[62259]: DEBUG nova.compute.manager [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.529430] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.827s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.807625] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1533.807625] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9abd6df0-0169-429d-8811-308b242056a9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.811963] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "refresh_cache-5029aaf0-9a81-48d4-889c-39ac61f3f5e9" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.812181] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquired lock "refresh_cache-5029aaf0-9a81-48d4-889c-39ac61f3f5e9" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.812407] env[62259]: DEBUG nova.network.neutron [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.812571] env[62259]: DEBUG nova.objects.instance [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lazy-loading 'info_cache' on Instance uuid 5029aaf0-9a81-48d4-889c-39ac61f3f5e9 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.816088] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1533.816088] env[62259]: value = "task-1692151" [ 1533.816088] env[62259]: _type = "Task" [ 1533.816088] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.824370] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692151, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.870457] env[62259]: DEBUG nova.network.neutron [req-922aa1c2-e1d3-4875-9905-ca5690175785 req-72793fb1-40c7-401a-bc98-f4051d143e1f service nova] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Updated VIF entry in instance network info cache for port 3e21ff2e-e70c-453f-b94c-c70ca6315005. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.871023] env[62259]: DEBUG nova.network.neutron [req-922aa1c2-e1d3-4875-9905-ca5690175785 req-72793fb1-40c7-401a-bc98-f4051d143e1f service nova] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Updating instance_info_cache with network_info: [{"id": "3e21ff2e-e70c-453f-b94c-c70ca6315005", "address": "fa:16:3e:dc:a0:49", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e21ff2e-e7", "ovs_interfaceid": "3e21ff2e-e70c-453f-b94c-c70ca6315005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.900372] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692150, 'name': CreateVM_Task, 'duration_secs': 0.823358} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.900638] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.901325] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.901554] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.901914] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.902891] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99cd4c77-3591-45fa-aaf4-755db593e57a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.907912] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1533.907912] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b65fd5-514c-004e-e37c-5f1c55666b28" [ 1533.907912] env[62259]: _type = "Task" [ 1533.907912] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.917104] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b65fd5-514c-004e-e37c-5f1c55666b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.032909] env[62259]: DEBUG nova.compute.utils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.033988] env[62259]: DEBUG nova.objects.instance [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lazy-loading 'migration_context' on Instance uuid 9aa10d90-ce21-45e7-8adc-5ad1452e0535 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1534.035962] env[62259]: DEBUG nova.compute.manager [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1534.035962] env[62259]: DEBUG nova.network.neutron [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.079915] env[62259]: DEBUG nova.policy [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52fa2caf535747d0b57922d295e44811', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cc423bbcf0644bb87fc671dfceea7b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1534.316081] env[62259]: DEBUG nova.objects.base [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Object Instance<5029aaf0-9a81-48d4-889c-39ac61f3f5e9> lazy-loaded attributes: flavor,info_cache {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1534.331806] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692151, 'name': CreateSnapshot_Task, 'duration_secs': 0.445411} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.332053] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1534.333024] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad23eb8-2d0d-40ed-a7c2-ac0734f7c685 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.361472] env[62259]: DEBUG nova.network.neutron [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Successfully created port: b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.375703] env[62259]: DEBUG oslo_concurrency.lockutils [req-922aa1c2-e1d3-4875-9905-ca5690175785 req-72793fb1-40c7-401a-bc98-f4051d143e1f service nova] Releasing lock "refresh_cache-2089ec2c-88a6-4b30-b678-527b3d14a72b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.423066] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b65fd5-514c-004e-e37c-5f1c55666b28, 'name': SearchDatastore_Task, 'duration_secs': 0.012} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.423066] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.423066] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.423301] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.423301] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.423439] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.423705] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b01e126d-fd6f-4b36-ad43-bd1878736088 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.437026] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.437244] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.438102] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d820ec9-b613-415f-abd1-4c4e2316e353 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.443618] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1534.443618] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525f3ffe-7e10-1ae0-8071-bb882039610b" [ 1534.443618] env[62259]: _type = "Task" [ 1534.443618] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.452761] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525f3ffe-7e10-1ae0-8071-bb882039610b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.541234] env[62259]: DEBUG nova.compute.manager [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.851127] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1534.853885] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-07629dac-29e4-4499-a9f8-f364d30c5256 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.864411] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1534.864411] env[62259]: value = "task-1692152" [ 1534.864411] env[62259]: _type = "Task" [ 1534.864411] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.874348] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692152, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.956400] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525f3ffe-7e10-1ae0-8071-bb882039610b, 'name': SearchDatastore_Task, 'duration_secs': 0.018038} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.957229] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803f289a-cfc7-4bfd-8a84-28385a0f01d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.964686] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1534.964686] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520713c1-0853-f680-f3be-9bdb197e7543" [ 1534.964686] env[62259]: _type = "Task" [ 1534.964686] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.973070] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8143c627-925b-4de1-a859-1fd58f2f113c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.979440] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520713c1-0853-f680-f3be-9bdb197e7543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.984286] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceded16c-6ec7-496f-813f-f6eac2f83902 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.018251] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1798ce46-12da-45a7-9966-f3d50f9c02f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.025914] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea094ab-4dcf-450c-82b3-15c0c0730ca5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.041361] env[62259]: DEBUG nova.compute.provider_tree [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.061024] env[62259]: DEBUG nova.network.neutron [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Updating instance_info_cache with network_info: [{"id": "c82493a9-e788-4a46-a5be-f3df260c4788", "address": "fa:16:3e:6c:f1:5e", "network": {"id": "c950f9da-34f6-443e-baa6-358586679339", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-816398480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339695e4289740a8aa71745b64a727bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc82493a9-e7", "ovs_interfaceid": "c82493a9-e788-4a46-a5be-f3df260c4788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.375043] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692152, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.475209] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520713c1-0853-f680-f3be-9bdb197e7543, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.475538] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.475806] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 2089ec2c-88a6-4b30-b678-527b3d14a72b/2089ec2c-88a6-4b30-b678-527b3d14a72b.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.476083] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfd32878-66e8-4a43-a8a8-d4b510981417 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.482710] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1535.482710] env[62259]: value = "task-1692153" [ 1535.482710] env[62259]: _type = "Task" [ 1535.482710] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.491027] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.545598] env[62259]: DEBUG nova.scheduler.client.report [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1535.552922] env[62259]: DEBUG nova.compute.manager [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.564624] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Releasing lock "refresh_cache-5029aaf0-9a81-48d4-889c-39ac61f3f5e9" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.579297] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.579710] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.579847] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.579915] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.580105] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.580218] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.580440] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.580606] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.580776] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.581141] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.581141] env[62259]: DEBUG nova.virt.hardware [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.582415] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb128c49-dc4c-4220-a922-1233927849c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.593406] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179f521-1c32-4da0-a33c-89d5a33a9e8f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.784252] env[62259]: DEBUG nova.compute.manager [req-60f7cc17-1d32-4c5a-b643-e99fac923427 req-5368b638-e84f-441b-8ab3-8df07ef5b8cb service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received event network-vif-plugged-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1535.784475] env[62259]: DEBUG oslo_concurrency.lockutils [req-60f7cc17-1d32-4c5a-b643-e99fac923427 req-5368b638-e84f-441b-8ab3-8df07ef5b8cb service nova] Acquiring lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.784704] env[62259]: DEBUG oslo_concurrency.lockutils [req-60f7cc17-1d32-4c5a-b643-e99fac923427 req-5368b638-e84f-441b-8ab3-8df07ef5b8cb service nova] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.784877] env[62259]: DEBUG oslo_concurrency.lockutils [req-60f7cc17-1d32-4c5a-b643-e99fac923427 req-5368b638-e84f-441b-8ab3-8df07ef5b8cb service nova] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.785202] env[62259]: DEBUG nova.compute.manager [req-60f7cc17-1d32-4c5a-b643-e99fac923427 req-5368b638-e84f-441b-8ab3-8df07ef5b8cb service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] No waiting events found dispatching network-vif-plugged-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.785408] env[62259]: WARNING nova.compute.manager [req-60f7cc17-1d32-4c5a-b643-e99fac923427 req-5368b638-e84f-441b-8ab3-8df07ef5b8cb service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received unexpected event network-vif-plugged-b44c52b6-7288-434c-876f-17152a227544 for instance with vm_state building and task_state spawning. [ 1535.876623] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692152, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.887843] env[62259]: DEBUG nova.network.neutron [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Successfully updated port: b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.993923] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692153, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.380646] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692152, 'name': CloneVM_Task, 'duration_secs': 1.483529} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.380646] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Created linked-clone VM from snapshot [ 1536.380646] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51337762-c3b6-4b69-b1b6-ffaa9b67bf17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.387357] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Uploading image 784f65b2-f462-4345-848b-8ff44b37a911 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1536.390622] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.390761] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.390903] env[62259]: DEBUG nova.network.neutron [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.413858] env[62259]: DEBUG oslo_vmware.rw_handles [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1536.413858] env[62259]: value = "vm-352885" [ 1536.413858] env[62259]: _type = "VirtualMachine" [ 1536.413858] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1536.414145] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6186e118-da16-490f-b744-fd9a43b14c6b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.421605] env[62259]: DEBUG oslo_vmware.rw_handles [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lease: (returnval){ [ 1536.421605] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52721d73-48c2-a09e-238a-bfd5c560943e" [ 1536.421605] env[62259]: _type = "HttpNfcLease" [ 1536.421605] env[62259]: } obtained for exporting VM: (result){ [ 1536.421605] env[62259]: value = "vm-352885" [ 1536.421605] env[62259]: _type = "VirtualMachine" [ 1536.421605] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1536.421875] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the lease: (returnval){ [ 1536.421875] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52721d73-48c2-a09e-238a-bfd5c560943e" [ 1536.421875] env[62259]: _type = "HttpNfcLease" [ 1536.421875] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1536.428990] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1536.428990] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52721d73-48c2-a09e-238a-bfd5c560943e" [ 1536.428990] env[62259]: _type = "HttpNfcLease" [ 1536.428990] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1536.493763] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563472} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.493985] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 2089ec2c-88a6-4b30-b678-527b3d14a72b/2089ec2c-88a6-4b30-b678-527b3d14a72b.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.494217] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1536.494457] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c55b6090-4c30-499a-bdab-25e44ac65ec2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.500591] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1536.500591] env[62259]: value = "task-1692155" [ 1536.500591] env[62259]: _type = "Task" [ 1536.500591] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.507725] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.558300] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.029s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.564172] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.472s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.565661] env[62259]: INFO nova.compute.claims [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.574028] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1536.574209] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-963e75f9-295c-41a8-b548-d292cfb68a28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.582528] env[62259]: DEBUG oslo_vmware.api [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1536.582528] env[62259]: value = "task-1692156" [ 1536.582528] env[62259]: _type = "Task" [ 1536.582528] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.592160] env[62259]: DEBUG oslo_vmware.api [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.926733] env[62259]: DEBUG nova.network.neutron [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.932456] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1536.932456] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52721d73-48c2-a09e-238a-bfd5c560943e" [ 1536.932456] env[62259]: _type = "HttpNfcLease" [ 1536.932456] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1536.933214] env[62259]: DEBUG oslo_vmware.rw_handles [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1536.933214] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52721d73-48c2-a09e-238a-bfd5c560943e" [ 1536.933214] env[62259]: _type = "HttpNfcLease" [ 1536.933214] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1536.933499] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95370473-26ba-42bf-a8a5-d43f5136b69b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.940876] env[62259]: DEBUG oslo_vmware.rw_handles [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248827c-f624-12b1-ebe0-df79d9261077/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1536.941059] env[62259]: DEBUG oslo_vmware.rw_handles [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248827c-f624-12b1-ebe0-df79d9261077/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1537.009304] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060567} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.009640] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.010711] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21e432c-aa81-457b-b05e-8a0ce8c1a97d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.033276] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 2089ec2c-88a6-4b30-b678-527b3d14a72b/2089ec2c-88a6-4b30-b678-527b3d14a72b.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.035457] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da783a9-4f8d-4a38-a7d8-5be8af2b01ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.058029] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1537.058029] env[62259]: value = "task-1692157" [ 1537.058029] env[62259]: _type = "Task" [ 1537.058029] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.075552] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692157, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.098964] env[62259]: DEBUG oslo_vmware.api [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692156, 'name': PowerOnVM_Task, 'duration_secs': 0.441355} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.099389] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1537.099719] env[62259]: DEBUG nova.compute.manager [None req-cbb9db1e-4550-4bd6-b54d-34aee12e4ce8 tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1537.100878] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c45c98-00fd-42c3-aade-8d59d0340c66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.118199] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09c58a63-8cf3-4973-a82e-c784f7a94d94 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.192682] env[62259]: DEBUG nova.network.neutron [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updating instance_info_cache with network_info: [{"id": "b44c52b6-7288-434c-876f-17152a227544", "address": "fa:16:3e:51:fa:ea", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44c52b6-72", "ovs_interfaceid": "b44c52b6-7288-434c-876f-17152a227544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.569867] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692157, 'name': ReconfigVM_Task, 'duration_secs': 0.288476} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.570474] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 2089ec2c-88a6-4b30-b678-527b3d14a72b/2089ec2c-88a6-4b30-b678-527b3d14a72b.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.571269] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-278e5ab8-1ff5-41f9-9bce-9135c75bb603 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.584084] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1537.584084] env[62259]: value = "task-1692158" [ 1537.584084] env[62259]: _type = "Task" [ 1537.584084] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.598688] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692158, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.694476] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.694842] env[62259]: DEBUG nova.compute.manager [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Instance network_info: |[{"id": "b44c52b6-7288-434c-876f-17152a227544", "address": "fa:16:3e:51:fa:ea", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44c52b6-72", "ovs_interfaceid": "b44c52b6-7288-434c-876f-17152a227544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1537.695371] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:fa:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b44c52b6-7288-434c-876f-17152a227544', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.703454] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Creating folder: Project (5cc423bbcf0644bb87fc671dfceea7b2). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1537.706614] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2545d317-3509-422f-b540-b9a013b19325 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.718919] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Created folder: Project (5cc423bbcf0644bb87fc671dfceea7b2) in parent group-v352705. [ 1537.719266] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Creating folder: Instances. Parent ref: group-v352886. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1537.719603] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3281b005-c8b8-431f-90db-f2431db228b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.730515] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Created folder: Instances in parent group-v352886. [ 1537.731097] env[62259]: DEBUG oslo.service.loopingcall [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.731428] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.731680] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da6c372e-fbf6-482d-8a38-e37c58b70697 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.754028] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.754028] env[62259]: value = "task-1692161" [ 1537.754028] env[62259]: _type = "Task" [ 1537.754028] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.762299] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692161, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.000355] env[62259]: DEBUG nova.compute.manager [req-6b2de072-791d-4437-a239-e2f83fc909a7 req-63b59cf6-4c65-42b0-9f90-24387774dcda service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received event network-changed-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1538.000712] env[62259]: DEBUG nova.compute.manager [req-6b2de072-791d-4437-a239-e2f83fc909a7 req-63b59cf6-4c65-42b0-9f90-24387774dcda service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Refreshing instance network info cache due to event network-changed-b44c52b6-7288-434c-876f-17152a227544. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1538.001073] env[62259]: DEBUG oslo_concurrency.lockutils [req-6b2de072-791d-4437-a239-e2f83fc909a7 req-63b59cf6-4c65-42b0-9f90-24387774dcda service nova] Acquiring lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.002260] env[62259]: DEBUG oslo_concurrency.lockutils [req-6b2de072-791d-4437-a239-e2f83fc909a7 req-63b59cf6-4c65-42b0-9f90-24387774dcda service nova] Acquired lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.002260] env[62259]: DEBUG nova.network.neutron [req-6b2de072-791d-4437-a239-e2f83fc909a7 req-63b59cf6-4c65-42b0-9f90-24387774dcda service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Refreshing network info cache for port b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.115819] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692158, 'name': Rename_Task, 'duration_secs': 0.151122} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.116384] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.116681] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6330d756-c8cd-431e-aa65-1a36366bb39d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.121553] env[62259]: INFO nova.compute.manager [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Swapping old allocation on dict_keys(['07134af6-d303-472c-9b0c-7734192de603']) held by migration 0fd064b0-3cae-4470-936c-e8454d786d9d for instance [ 1538.134540] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1538.134540] env[62259]: value = "task-1692162" [ 1538.134540] env[62259]: _type = "Task" [ 1538.134540] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.149090] env[62259]: DEBUG nova.scheduler.client.report [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Overwriting current allocation {'allocations': {'07134af6-d303-472c-9b0c-7734192de603': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 105}}, 'project_id': '51150ab3fb5d434ba6b301f5e3457ed2', 'user_id': '48409936f3574e3089d2b021c8223127', 'consumer_generation': 1} on consumer 9aa10d90-ce21-45e7-8adc-5ad1452e0535 {{(pid=62259) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1538.159099] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.177265] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8164d0-90c6-47d3-8fea-f943cbb2dc43 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.187374] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f5f928-9c02-493d-8224-0953d0d06e51 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.226370] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a744954-8b76-4917-9456-a6486d85586f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.234740] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8718010-3e0e-4e89-9908-acdb70220833 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.250104] env[62259]: DEBUG nova.compute.provider_tree [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.263484] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692161, 'name': CreateVM_Task, 'duration_secs': 0.473156} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.265423] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.265598] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquired lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.265909] env[62259]: DEBUG nova.network.neutron [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.267149] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.268490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.268660] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.269188] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.269578] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc748cd7-adc8-408d-9bd5-7b28666bf688 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.275809] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1538.275809] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bbeaf7-2faf-654e-a1fe-169383f3d0a4" [ 1538.275809] env[62259]: _type = "Task" [ 1538.275809] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.285106] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bbeaf7-2faf-654e-a1fe-169383f3d0a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.656631] env[62259]: DEBUG oslo_vmware.api [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692162, 'name': PowerOnVM_Task, 'duration_secs': 0.502311} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.657113] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.657502] env[62259]: INFO nova.compute.manager [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1538.657993] env[62259]: DEBUG nova.compute.manager [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.658878] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1b368f-0129-4590-b283-c838a7b4c78e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.755112] env[62259]: DEBUG nova.scheduler.client.report [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1538.789502] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bbeaf7-2faf-654e-a1fe-169383f3d0a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.790227] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.790519] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1538.791018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.792240] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.792240] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.792240] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c674fa-4723-4574-8430-8500feced605 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.802074] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.802302] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.803166] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddb2fdc-84f5-4ddd-ad91-b412b3f2430c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.813154] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1538.813154] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523042e0-6d84-fac3-8e99-2c656253c30c" [ 1538.813154] env[62259]: _type = "Task" [ 1538.813154] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.823945] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523042e0-6d84-fac3-8e99-2c656253c30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.841061] env[62259]: DEBUG nova.network.neutron [req-6b2de072-791d-4437-a239-e2f83fc909a7 req-63b59cf6-4c65-42b0-9f90-24387774dcda service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updated VIF entry in instance network info cache for port b44c52b6-7288-434c-876f-17152a227544. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1538.841061] env[62259]: DEBUG nova.network.neutron [req-6b2de072-791d-4437-a239-e2f83fc909a7 req-63b59cf6-4c65-42b0-9f90-24387774dcda service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updating instance_info_cache with network_info: [{"id": "b44c52b6-7288-434c-876f-17152a227544", "address": "fa:16:3e:51:fa:ea", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44c52b6-72", "ovs_interfaceid": "b44c52b6-7288-434c-876f-17152a227544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.018081] env[62259]: DEBUG nova.network.neutron [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance_info_cache with network_info: [{"id": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "address": "fa:16:3e:fd:2a:74", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7761bcb-f5", "ovs_interfaceid": "f7761bcb-f5e6-4fd4-836f-109dd9dae27d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.181944] env[62259]: INFO nova.compute.manager [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Took 38.33 seconds to build instance. [ 1539.260545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.261100] env[62259]: DEBUG nova.compute.manager [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1539.263714] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.314s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.263927] env[62259]: DEBUG nova.objects.instance [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lazy-loading 'pci_requests' on Instance uuid 9feea3c3-e37e-4105-a582-9581f26122c8 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.323638] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523042e0-6d84-fac3-8e99-2c656253c30c, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.323638] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b57368-0b9b-4b4e-b4e8-092df549da37 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.328503] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1539.328503] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d238c0-3965-a8a7-ed30-50f39b7288fd" [ 1539.328503] env[62259]: _type = "Task" [ 1539.328503] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.337277] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d238c0-3965-a8a7-ed30-50f39b7288fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.343414] env[62259]: DEBUG oslo_concurrency.lockutils [req-6b2de072-791d-4437-a239-e2f83fc909a7 req-63b59cf6-4c65-42b0-9f90-24387774dcda service nova] Releasing lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.522848] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Releasing lock "refresh_cache-9aa10d90-ce21-45e7-8adc-5ad1452e0535" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.523577] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.524018] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb4231f-54e0-48e8-8f1f-e3f294a7f971 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.532847] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1539.532847] env[62259]: value = "task-1692163" [ 1539.532847] env[62259]: _type = "Task" [ 1539.532847] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.543784] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.684851] env[62259]: DEBUG oslo_concurrency.lockutils [None req-83e63831-f43d-449c-b3d8-5a48c80407c0 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "2089ec2c-88a6-4b30-b678-527b3d14a72b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.177s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.768236] env[62259]: DEBUG nova.compute.utils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.772897] env[62259]: DEBUG nova.objects.instance [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lazy-loading 'numa_topology' on Instance uuid 9feea3c3-e37e-4105-a582-9581f26122c8 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.775421] env[62259]: DEBUG nova.compute.manager [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1539.775421] env[62259]: DEBUG nova.network.neutron [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.822783] env[62259]: DEBUG nova.policy [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fc230a3e6a4e588a39bbb8fe11b16b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c29ee1bd021a4f1ea02f43c6250a3199', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1539.839209] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d238c0-3965-a8a7-ed30-50f39b7288fd, 'name': SearchDatastore_Task, 'duration_secs': 0.020101} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.839509] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.839773] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b/865c009b-cbc0-45dd-84fa-42cce7f8222b.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.840155] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c2c22bd-cb37-46fb-a84f-a1d928495043 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.847989] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1539.847989] env[62259]: value = "task-1692164" [ 1539.847989] env[62259]: _type = "Task" [ 1539.847989] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.857341] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.870055] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e62bf5-cb09-4660-876e-f798c7b30a1e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.877992] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f14f27c-ea5f-4551-a4fd-c290075746e6 tempest-ServersAdminNegativeTestJSON-57751333 tempest-ServersAdminNegativeTestJSON-57751333-project-admin] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Suspending the VM {{(pid=62259) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1539.878336] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-66183c5a-3802-4b8b-a269-2e87fd630900 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.884600] env[62259]: DEBUG oslo_vmware.api [None req-0f14f27c-ea5f-4551-a4fd-c290075746e6 tempest-ServersAdminNegativeTestJSON-57751333 tempest-ServersAdminNegativeTestJSON-57751333-project-admin] Waiting for the task: (returnval){ [ 1539.884600] env[62259]: value = "task-1692165" [ 1539.884600] env[62259]: _type = "Task" [ 1539.884600] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.894672] env[62259]: DEBUG oslo_vmware.api [None req-0f14f27c-ea5f-4551-a4fd-c290075746e6 tempest-ServersAdminNegativeTestJSON-57751333 tempest-ServersAdminNegativeTestJSON-57751333-project-admin] Task: {'id': task-1692165, 'name': SuspendVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.044368] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692163, 'name': PowerOffVM_Task, 'duration_secs': 0.299714} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.046042] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.046042] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:37:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='af1a1eab-f0be-46b1-a681-decc60ecd8ec',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-753038582',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1540.046042] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1540.046287] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.046363] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1540.046567] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.046740] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1540.047254] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1540.047584] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1540.047865] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1540.048243] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1540.048319] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1540.054091] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2222241-af47-41be-b0e4-44a56abfaadb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.072235] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1540.072235] env[62259]: value = "task-1692166" [ 1540.072235] env[62259]: _type = "Task" [ 1540.072235] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.087465] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.130783] env[62259]: DEBUG nova.network.neutron [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Successfully created port: 514972dd-2d0f-473a-a80a-71dff2af0c15 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1540.189293] env[62259]: DEBUG nova.compute.manager [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1540.275928] env[62259]: DEBUG nova.compute.manager [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1540.279181] env[62259]: INFO nova.compute.claims [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.359673] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692164, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.402891] env[62259]: DEBUG oslo_vmware.api [None req-0f14f27c-ea5f-4551-a4fd-c290075746e6 tempest-ServersAdminNegativeTestJSON-57751333 tempest-ServersAdminNegativeTestJSON-57751333-project-admin] Task: {'id': task-1692165, 'name': SuspendVM_Task} progress is 62%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.581494] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692166, 'name': ReconfigVM_Task, 'duration_secs': 0.327597} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.582639] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec69147-735a-46e6-8990-89ede51a5cb5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.602904] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:37:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='af1a1eab-f0be-46b1-a681-decc60ecd8ec',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-753038582',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1540.603063] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1540.603133] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.603428] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1540.603505] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.603649] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1540.603862] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1540.604033] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1540.604197] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1540.604361] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1540.604570] env[62259]: DEBUG nova.virt.hardware [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1540.605586] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "5734241a-1b7b-468a-a397-07fa2a52d352" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.605890] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5734241a-1b7b-468a-a397-07fa2a52d352" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.605999] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "5734241a-1b7b-468a-a397-07fa2a52d352-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.606172] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5734241a-1b7b-468a-a397-07fa2a52d352-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.606343] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5734241a-1b7b-468a-a397-07fa2a52d352-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.607908] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9cc101-6ca1-4acf-8fbe-b5c2f43df7f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.610731] env[62259]: INFO nova.compute.manager [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Terminating instance [ 1540.616063] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1540.616063] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52585d35-2b98-ccb3-ee85-59e2b83a079b" [ 1540.616063] env[62259]: _type = "Task" [ 1540.616063] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.626843] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52585d35-2b98-ccb3-ee85-59e2b83a079b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.738558] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.859211] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734807} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.859542] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b/865c009b-cbc0-45dd-84fa-42cce7f8222b.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.859740] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.860039] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bada135a-2540-4ef0-aaad-395ab2ca974f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.869723] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1540.869723] env[62259]: value = "task-1692167" [ 1540.869723] env[62259]: _type = "Task" [ 1540.869723] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.878716] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.899481] env[62259]: DEBUG oslo_vmware.api [None req-0f14f27c-ea5f-4551-a4fd-c290075746e6 tempest-ServersAdminNegativeTestJSON-57751333 tempest-ServersAdminNegativeTestJSON-57751333-project-admin] Task: {'id': task-1692165, 'name': SuspendVM_Task, 'duration_secs': 0.722609} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.899777] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f14f27c-ea5f-4551-a4fd-c290075746e6 tempest-ServersAdminNegativeTestJSON-57751333 tempest-ServersAdminNegativeTestJSON-57751333-project-admin] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Suspended the VM {{(pid=62259) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1540.899959] env[62259]: DEBUG nova.compute.manager [None req-0f14f27c-ea5f-4551-a4fd-c290075746e6 tempest-ServersAdminNegativeTestJSON-57751333 tempest-ServersAdminNegativeTestJSON-57751333-project-admin] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1540.900817] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7cf40c-36e0-4b41-b19a-b81ae643a74a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.119821] env[62259]: DEBUG nova.compute.manager [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1541.120063] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.121263] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36335a8d-b9e8-44c3-905e-37b5f0acc2a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.132642] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52585d35-2b98-ccb3-ee85-59e2b83a079b, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.143037] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1541.143781] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.147324] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e2a041-7807-47ca-890e-9c7fec6e5497 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.165717] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b035b3-f9d0-43ff-a763-9bcbfedcaefb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.175628] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1541.175628] env[62259]: value = "task-1692169" [ 1541.175628] env[62259]: _type = "Task" [ 1541.175628] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.177485] env[62259]: DEBUG oslo_vmware.api [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1541.177485] env[62259]: value = "task-1692168" [ 1541.177485] env[62259]: _type = "Task" [ 1541.177485] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.194593] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.198020] env[62259]: DEBUG oslo_vmware.api [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.278232] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ebb413-315a-4ae6-a130-b063adfe9cd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.285988] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eb73ab-e252-4c81-bf35-1179a73e8b5e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.292493] env[62259]: DEBUG nova.compute.manager [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1541.325821] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65864923-f0b6-48e7-894b-335a6ced50bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.335541] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='89a7802891e36ba80e97ca728b0407fd',container_format='bare',created_at=2024-12-10T15:39:12Z,direct_url=,disk_format='vmdk',id=ce491df6-602a-4a5b-a300-666e87e4067b,min_disk=1,min_ram=0,name='tempest-test-snap-337704771',owner='c29ee1bd021a4f1ea02f43c6250a3199',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-10T15:39:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1541.335804] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1541.335975] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.336190] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1541.336340] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.336485] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1541.336783] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1541.337052] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1541.337294] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1541.337496] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1541.337761] env[62259]: DEBUG nova.virt.hardware [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1541.339252] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a1d60-b81a-4802-8a79-445b3b2b1f9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.345583] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6316f126-c361-4fdd-ad3d-db516720b505 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.359492] env[62259]: DEBUG nova.compute.provider_tree [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.365647] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfa58fc-5205-4b92-aea3-d0d4f26b66ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.387528] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140213} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.389157] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.390043] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b7048-175f-40a2-9627-c207c374e66a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.414047] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b/865c009b-cbc0-45dd-84fa-42cce7f8222b.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.416551] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317cc86e-b0e8-407f-be77-0e3214250cfb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.437674] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1541.437674] env[62259]: value = "task-1692170" [ 1541.437674] env[62259]: _type = "Task" [ 1541.437674] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.446923] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.689604] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692169, 'name': ReconfigVM_Task, 'duration_secs': 0.199273} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.690478] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1541.691307] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf217a8-e797-41ba-a6ed-d8434d903c80 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.696911] env[62259]: DEBUG oslo_vmware.api [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692168, 'name': PowerOffVM_Task, 'duration_secs': 0.273939} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.697707] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.697876] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.698145] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-498c71af-c976-4f5f-a3ce-d3b664729098 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.719655] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 9aa10d90-ce21-45e7-8adc-5ad1452e0535/9aa10d90-ce21-45e7-8adc-5ad1452e0535.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.720931] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac9629a-6efe-4308-be6e-33bb85d07795 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.738736] env[62259]: DEBUG nova.compute.manager [req-043053a0-6bbf-4cbf-a7e3-640242f4247f req-57f21744-9d26-4817-9a2a-d8e3476f5bed service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Received event network-vif-plugged-514972dd-2d0f-473a-a80a-71dff2af0c15 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1541.738979] env[62259]: DEBUG oslo_concurrency.lockutils [req-043053a0-6bbf-4cbf-a7e3-640242f4247f req-57f21744-9d26-4817-9a2a-d8e3476f5bed service nova] Acquiring lock "79daa191-06d1-454c-885f-5602630eb6a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.739245] env[62259]: DEBUG oslo_concurrency.lockutils [req-043053a0-6bbf-4cbf-a7e3-640242f4247f req-57f21744-9d26-4817-9a2a-d8e3476f5bed service nova] Lock "79daa191-06d1-454c-885f-5602630eb6a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.739401] env[62259]: DEBUG oslo_concurrency.lockutils [req-043053a0-6bbf-4cbf-a7e3-640242f4247f req-57f21744-9d26-4817-9a2a-d8e3476f5bed service nova] Lock "79daa191-06d1-454c-885f-5602630eb6a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.739579] env[62259]: DEBUG nova.compute.manager [req-043053a0-6bbf-4cbf-a7e3-640242f4247f req-57f21744-9d26-4817-9a2a-d8e3476f5bed service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] No waiting events found dispatching network-vif-plugged-514972dd-2d0f-473a-a80a-71dff2af0c15 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1541.739740] env[62259]: WARNING nova.compute.manager [req-043053a0-6bbf-4cbf-a7e3-640242f4247f req-57f21744-9d26-4817-9a2a-d8e3476f5bed service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Received unexpected event network-vif-plugged-514972dd-2d0f-473a-a80a-71dff2af0c15 for instance with vm_state building and task_state spawning. [ 1541.743296] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1541.743296] env[62259]: value = "task-1692172" [ 1541.743296] env[62259]: _type = "Task" [ 1541.743296] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.756686] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.798755] env[62259]: DEBUG nova.network.neutron [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Successfully updated port: 514972dd-2d0f-473a-a80a-71dff2af0c15 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1541.833890] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.834132] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.834303] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Deleting the datastore file [datastore1] 5734241a-1b7b-468a-a397-07fa2a52d352 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.834957] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c38fdea-d3a5-49ea-98c3-d355b508825b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.841835] env[62259]: DEBUG oslo_vmware.api [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1541.841835] env[62259]: value = "task-1692173" [ 1541.841835] env[62259]: _type = "Task" [ 1541.841835] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.849790] env[62259]: DEBUG oslo_vmware.api [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.865484] env[62259]: DEBUG nova.scheduler.client.report [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1541.948279] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.258277] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692172, 'name': ReconfigVM_Task, 'duration_secs': 0.301541} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.258277] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 9aa10d90-ce21-45e7-8adc-5ad1452e0535/9aa10d90-ce21-45e7-8adc-5ad1452e0535.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.258277] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6d830d-bb45-4b08-b418-db8cc7ecc177 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.284985] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed28b40-6569-4f02-8e3d-db9ae6550d6e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.310775] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "refresh_cache-79daa191-06d1-454c-885f-5602630eb6a1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.311140] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "refresh_cache-79daa191-06d1-454c-885f-5602630eb6a1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.311444] env[62259]: DEBUG nova.network.neutron [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.313771] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db756a3-308a-4458-bb29-dc66751264ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.341639] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9661560b-8fc3-47c3-a9e3-1d981ad3b0a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.353620] env[62259]: DEBUG oslo_vmware.api [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285584} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.356284] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.356716] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.357033] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.357341] env[62259]: INFO nova.compute.manager [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1542.357717] env[62259]: DEBUG oslo.service.loopingcall [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.358163] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.358517] env[62259]: DEBUG nova.compute.manager [-] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1542.358714] env[62259]: DEBUG nova.network.neutron [-] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1542.360448] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e48ed6-315c-42ba-95bb-e58611890d94 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.367125] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1542.367125] env[62259]: value = "task-1692174" [ 1542.367125] env[62259]: _type = "Task" [ 1542.367125] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.373018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.108s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.373954] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.184s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.374263] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.374526] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1542.374929] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.865s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.375267] env[62259]: DEBUG nova.objects.instance [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lazy-loading 'resources' on Instance uuid f3e90bb7-9171-41af-bb48-312a6be04a32 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.377690] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77888676-8f5f-4857-a56f-47280865bbd1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.384767] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.390665] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad361d21-e59b-440e-a08b-502ed83350cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.406731] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc717d4-a832-42ac-8c00-b4e091adc8d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.415027] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86702fe-1ea7-4044-9907-842cae8e0f4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.445619] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179369MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1542.445700] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.448205] env[62259]: INFO nova.network.neutron [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating port e378630f-9daa-4a17-88ec-312c29670613 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1542.459782] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692170, 'name': ReconfigVM_Task, 'duration_secs': 0.560562} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.460091] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b/865c009b-cbc0-45dd-84fa-42cce7f8222b.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.460757] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-139547b1-5012-4d7b-a1b5-37f3eba15006 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.469358] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1542.469358] env[62259]: value = "task-1692175" [ 1542.469358] env[62259]: _type = "Task" [ 1542.469358] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.478672] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692175, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.883996] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692174, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.891244] env[62259]: DEBUG nova.network.neutron [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1542.990500] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692175, 'name': Rename_Task, 'duration_secs': 0.290747} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.990939] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.991035] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44d69cee-18c9-4dde-a22f-f3515ea1d881 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.997323] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1542.997323] env[62259]: value = "task-1692176" [ 1542.997323] env[62259]: _type = "Task" [ 1542.997323] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.008967] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.111126] env[62259]: DEBUG nova.network.neutron [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Updating instance_info_cache with network_info: [{"id": "514972dd-2d0f-473a-a80a-71dff2af0c15", "address": "fa:16:3e:ae:2d:1c", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514972dd-2d", "ovs_interfaceid": "514972dd-2d0f-473a-a80a-71dff2af0c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.380913] env[62259]: DEBUG oslo_vmware.api [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692174, 'name': PowerOnVM_Task, 'duration_secs': 0.516688} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.381255] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.391502] env[62259]: DEBUG nova.network.neutron [-] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.479517] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47759901-ac63-4110-810e-44984a5c0465 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.487671] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90497e1-075f-402e-a237-3c72280985b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.523872] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8995def3-1e35-42dd-8f4d-b402d836fc3a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.535041] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692176, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.535565] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d98df5-6b18-4b45-909e-c0d753035828 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.552055] env[62259]: DEBUG nova.compute.provider_tree [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.614184] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "refresh_cache-79daa191-06d1-454c-885f-5602630eb6a1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.614628] env[62259]: DEBUG nova.compute.manager [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Instance network_info: |[{"id": "514972dd-2d0f-473a-a80a-71dff2af0c15", "address": "fa:16:3e:ae:2d:1c", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514972dd-2d", "ovs_interfaceid": "514972dd-2d0f-473a-a80a-71dff2af0c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1543.615146] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:2d:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '514972dd-2d0f-473a-a80a-71dff2af0c15', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1543.622999] env[62259]: DEBUG oslo.service.loopingcall [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.623294] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1543.623547] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ad6374-c3aa-4a3a-9518-3bcef63e2f2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.646383] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1543.646383] env[62259]: value = "task-1692177" [ 1543.646383] env[62259]: _type = "Task" [ 1543.646383] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.656081] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692177, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.777529] env[62259]: DEBUG nova.compute.manager [req-54f8463f-a0d4-443f-aa58-d41423b1e200 req-867b1606-c415-4541-bf8f-255252099b1e service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Received event network-changed-514972dd-2d0f-473a-a80a-71dff2af0c15 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1543.777770] env[62259]: DEBUG nova.compute.manager [req-54f8463f-a0d4-443f-aa58-d41423b1e200 req-867b1606-c415-4541-bf8f-255252099b1e service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Refreshing instance network info cache due to event network-changed-514972dd-2d0f-473a-a80a-71dff2af0c15. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1543.777997] env[62259]: DEBUG oslo_concurrency.lockutils [req-54f8463f-a0d4-443f-aa58-d41423b1e200 req-867b1606-c415-4541-bf8f-255252099b1e service nova] Acquiring lock "refresh_cache-79daa191-06d1-454c-885f-5602630eb6a1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.778165] env[62259]: DEBUG oslo_concurrency.lockutils [req-54f8463f-a0d4-443f-aa58-d41423b1e200 req-867b1606-c415-4541-bf8f-255252099b1e service nova] Acquired lock "refresh_cache-79daa191-06d1-454c-885f-5602630eb6a1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.778331] env[62259]: DEBUG nova.network.neutron [req-54f8463f-a0d4-443f-aa58-d41423b1e200 req-867b1606-c415-4541-bf8f-255252099b1e service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Refreshing network info cache for port 514972dd-2d0f-473a-a80a-71dff2af0c15 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.901500] env[62259]: INFO nova.compute.manager [-] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Took 1.54 seconds to deallocate network for instance. [ 1544.037297] env[62259]: DEBUG oslo_vmware.api [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692176, 'name': PowerOnVM_Task, 'duration_secs': 0.732181} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.037297] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.037528] env[62259]: INFO nova.compute.manager [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1544.037593] env[62259]: DEBUG nova.compute.manager [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.038424] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e80176-8bc0-44d3-8b80-b09343eea6f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.057019] env[62259]: DEBUG nova.scheduler.client.report [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1544.159640] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692177, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.189643] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.189771] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.189965] env[62259]: DEBUG nova.network.neutron [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.400687] env[62259]: INFO nova.compute.manager [None req-c16fe7e5-db4e-47bd-af45-7d685fb0d201 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance to original state: 'active' [ 1544.410266] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.542314] env[62259]: DEBUG nova.network.neutron [req-54f8463f-a0d4-443f-aa58-d41423b1e200 req-867b1606-c415-4541-bf8f-255252099b1e service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Updated VIF entry in instance network info cache for port 514972dd-2d0f-473a-a80a-71dff2af0c15. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.542978] env[62259]: DEBUG nova.network.neutron [req-54f8463f-a0d4-443f-aa58-d41423b1e200 req-867b1606-c415-4541-bf8f-255252099b1e service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Updating instance_info_cache with network_info: [{"id": "514972dd-2d0f-473a-a80a-71dff2af0c15", "address": "fa:16:3e:ae:2d:1c", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap514972dd-2d", "ovs_interfaceid": "514972dd-2d0f-473a-a80a-71dff2af0c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.561545] env[62259]: INFO nova.compute.manager [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Took 34.06 seconds to build instance. [ 1544.562317] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.564990] env[62259]: DEBUG oslo_concurrency.lockutils [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.576s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.565205] env[62259]: DEBUG nova.objects.instance [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lazy-loading 'resources' on Instance uuid 1326a14e-0d43-4393-9d26-5c417b789133 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.658162] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692177, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.659357] env[62259]: INFO nova.scheduler.client.report [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Deleted allocations for instance f3e90bb7-9171-41af-bb48-312a6be04a32 [ 1544.874083] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "2089ec2c-88a6-4b30-b678-527b3d14a72b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.874375] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "2089ec2c-88a6-4b30-b678-527b3d14a72b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.874647] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "2089ec2c-88a6-4b30-b678-527b3d14a72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.874880] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "2089ec2c-88a6-4b30-b678-527b3d14a72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.875165] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "2089ec2c-88a6-4b30-b678-527b3d14a72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.877644] env[62259]: INFO nova.compute.manager [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Terminating instance [ 1544.956650] env[62259]: DEBUG nova.network.neutron [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating instance_info_cache with network_info: [{"id": "e378630f-9daa-4a17-88ec-312c29670613", "address": "fa:16:3e:55:fc:47", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378630f-9d", "ovs_interfaceid": "e378630f-9daa-4a17-88ec-312c29670613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.046054] env[62259]: DEBUG oslo_concurrency.lockutils [req-54f8463f-a0d4-443f-aa58-d41423b1e200 req-867b1606-c415-4541-bf8f-255252099b1e service nova] Releasing lock "refresh_cache-79daa191-06d1-454c-885f-5602630eb6a1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.046054] env[62259]: DEBUG nova.compute.manager [req-54f8463f-a0d4-443f-aa58-d41423b1e200 req-867b1606-c415-4541-bf8f-255252099b1e service nova] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Received event network-vif-deleted-1cd7581e-6cb2-49db-a68e-93bb2186363c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1545.066296] env[62259]: DEBUG oslo_concurrency.lockutils [None req-90bf081b-154f-4ef9-b280-5356569da6e2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.648s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.095415] env[62259]: DEBUG oslo_vmware.rw_handles [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248827c-f624-12b1-ebe0-df79d9261077/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1545.096651] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e995ade-0fd2-46ca-8a7f-5e68795f2609 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.103235] env[62259]: DEBUG oslo_vmware.rw_handles [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248827c-f624-12b1-ebe0-df79d9261077/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1545.103493] env[62259]: ERROR oslo_vmware.rw_handles [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248827c-f624-12b1-ebe0-df79d9261077/disk-0.vmdk due to incomplete transfer. [ 1545.103664] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ae5e406-576b-44b7-b5ac-9c717cdb1c17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.112649] env[62259]: DEBUG oslo_vmware.rw_handles [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248827c-f624-12b1-ebe0-df79d9261077/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1545.112882] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Uploaded image 784f65b2-f462-4345-848b-8ff44b37a911 to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1545.115462] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1545.115557] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-110c7e30-ce0e-4fcc-a3cc-92db4836aed2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.124433] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1545.124433] env[62259]: value = "task-1692178" [ 1545.124433] env[62259]: _type = "Task" [ 1545.124433] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.134209] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692178, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.158808] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692177, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.166622] env[62259]: DEBUG oslo_concurrency.lockutils [None req-51a641bc-b02c-4dd5-939a-e34c46ac72d2 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "f3e90bb7-9171-41af-bb48-312a6be04a32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.990s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.382710] env[62259]: DEBUG nova.compute.manager [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1545.383296] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1545.384372] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b38271c-579e-47d2-a031-2d531ede00f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.395191] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1545.395498] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf95cbf8-0e03-433b-86ef-7217cff0fd46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.459215] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.509915] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a550b4d2fe722a09d57046e37963300c',container_format='bare',created_at=2024-12-10T15:38:47Z,direct_url=,disk_format='vmdk',id=9bbec94b-054f-4f50-be2b-170dede10e6b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-341854664-shelved',owner='897951344d704b5199a79dc4c5773af1',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-10T15:39:03Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1545.510253] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1545.510439] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1545.510648] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1545.510816] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1545.510978] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1545.511218] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1545.511482] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1545.511788] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1545.512078] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1545.512393] env[62259]: DEBUG nova.virt.hardware [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1545.513778] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e05254-6227-4d21-8daf-7ebf4f2529d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.521823] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cab9d3-429f-4160-8f81-d2d837c0b941 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.538911] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:fc:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e378630f-9daa-4a17-88ec-312c29670613', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1545.548157] env[62259]: DEBUG oslo.service.loopingcall [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.550982] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.550982] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6e101b7-5373-4e9d-b731-dc4e5bc6d09b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.566195] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3879acca-7ca0-4e93-a90a-93db59ca0df7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.576218] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f591c5a-4f3b-4c16-a9ce-55670113f5c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.579265] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.579265] env[62259]: value = "task-1692180" [ 1545.579265] env[62259]: _type = "Task" [ 1545.579265] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.607602] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5198bd-3675-4d28-9841-897b2a15ae18 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.614775] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692180, 'name': CreateVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.619796] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cae672-fde2-491c-9426-8a39f701d7a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.643260] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692178, 'name': Destroy_Task, 'duration_secs': 0.418513} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.643728] env[62259]: DEBUG nova.compute.provider_tree [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.645099] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Destroyed the VM [ 1545.645349] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1545.645596] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b937a4ac-cfbd-4097-9a0f-5da01a018b40 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.653639] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1545.653639] env[62259]: value = "task-1692181" [ 1545.653639] env[62259]: _type = "Task" [ 1545.653639] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.668562] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692177, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.669067] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692181, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.930691] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1545.930934] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1545.931137] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Deleting the datastore file [datastore1] 2089ec2c-88a6-4b30-b678-527b3d14a72b {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1545.931436] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf449a2-ac84-4848-9e59-e41378682aef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.938051] env[62259]: DEBUG oslo_vmware.api [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1545.938051] env[62259]: value = "task-1692182" [ 1545.938051] env[62259]: _type = "Task" [ 1545.938051] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.946221] env[62259]: DEBUG oslo_vmware.api [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.014305] env[62259]: DEBUG nova.compute.manager [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received event network-vif-plugged-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1546.014538] env[62259]: DEBUG oslo_concurrency.lockutils [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] Acquiring lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.014794] env[62259]: DEBUG oslo_concurrency.lockutils [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] Lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.015033] env[62259]: DEBUG oslo_concurrency.lockutils [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] Lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.015376] env[62259]: DEBUG nova.compute.manager [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] No waiting events found dispatching network-vif-plugged-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1546.015564] env[62259]: WARNING nova.compute.manager [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received unexpected event network-vif-plugged-e378630f-9daa-4a17-88ec-312c29670613 for instance with vm_state shelved_offloaded and task_state spawning. [ 1546.015734] env[62259]: DEBUG nova.compute.manager [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received event network-changed-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1546.015910] env[62259]: DEBUG nova.compute.manager [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Refreshing instance network info cache due to event network-changed-e378630f-9daa-4a17-88ec-312c29670613. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1546.016120] env[62259]: DEBUG oslo_concurrency.lockutils [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] Acquiring lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.016278] env[62259]: DEBUG oslo_concurrency.lockutils [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] Acquired lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.016448] env[62259]: DEBUG nova.network.neutron [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Refreshing network info cache for port e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.090910] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692180, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.155128] env[62259]: DEBUG nova.scheduler.client.report [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1546.172421] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692177, 'name': CreateVM_Task, 'duration_secs': 2.278174} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.175337] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1546.175627] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692181, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.176310] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.176474] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.176896] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1546.177158] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133b31e8-e07c-44a0-bb57-5c60990378e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.182217] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1546.182217] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5215d1cb-e1c4-c48c-636e-a4fd2ff01fe3" [ 1546.182217] env[62259]: _type = "Task" [ 1546.182217] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.191458] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5215d1cb-e1c4-c48c-636e-a4fd2ff01fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.290703] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.290871] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.448438] env[62259]: DEBUG oslo_vmware.api [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266684} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.448850] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1546.448958] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1546.449162] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1546.449384] env[62259]: INFO nova.compute.manager [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1546.449670] env[62259]: DEBUG oslo.service.loopingcall [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1546.449893] env[62259]: DEBUG nova.compute.manager [-] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1546.450042] env[62259]: DEBUG nova.network.neutron [-] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1546.590733] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692180, 'name': CreateVM_Task, 'duration_secs': 0.577757} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.590733] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1546.591405] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.591655] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.592102] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1546.592363] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685631c6-6799-4941-8be2-60d02dcc8180 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.597024] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1546.597024] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a835d5-926f-0b4f-bfec-397a3f549f3e" [ 1546.597024] env[62259]: _type = "Task" [ 1546.597024] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.606397] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a835d5-926f-0b4f-bfec-397a3f549f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.664012] env[62259]: DEBUG oslo_concurrency.lockutils [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.666340] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.059s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.673644] env[62259]: DEBUG oslo_vmware.api [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692181, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871628} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.674451] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1546.674506] env[62259]: INFO nova.compute.manager [None req-67550fe7-43fa-4702-9cbc-4cadd0d375e6 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Took 13.40 seconds to snapshot the instance on the hypervisor. [ 1546.692251] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.692488] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Processing image ce491df6-602a-4a5b-a300-666e87e4067b {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.692797] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b/ce491df6-602a-4a5b-a300-666e87e4067b.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.693033] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b/ce491df6-602a-4a5b-a300-666e87e4067b.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.693497] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.693530] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f049277-4980-4cbc-99a9-4497879778a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.720081] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.720295] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.721075] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ebf18b0-4e73-435b-af90-696a2cb66bd2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.731769] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1546.731769] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526592bf-cb67-d5cb-94eb-85dcb6e53374" [ 1546.731769] env[62259]: _type = "Task" [ 1546.731769] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.736842] env[62259]: INFO nova.scheduler.client.report [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Deleted allocations for instance 1326a14e-0d43-4393-9d26-5c417b789133 [ 1546.749438] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526592bf-cb67-d5cb-94eb-85dcb6e53374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.793884] env[62259]: DEBUG nova.compute.manager [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1546.811023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "7fbab168-074b-4750-a95a-ed96e8b004bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.811023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "7fbab168-074b-4750-a95a-ed96e8b004bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.811023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "7fbab168-074b-4750-a95a-ed96e8b004bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.811023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "7fbab168-074b-4750-a95a-ed96e8b004bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.811023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "7fbab168-074b-4750-a95a-ed96e8b004bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.811878] env[62259]: INFO nova.compute.manager [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Terminating instance [ 1546.907555] env[62259]: DEBUG nova.network.neutron [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updated VIF entry in instance network info cache for port e378630f-9daa-4a17-88ec-312c29670613. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.907950] env[62259]: DEBUG nova.network.neutron [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating instance_info_cache with network_info: [{"id": "e378630f-9daa-4a17-88ec-312c29670613", "address": "fa:16:3e:55:fc:47", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape378630f-9d", "ovs_interfaceid": "e378630f-9daa-4a17-88ec-312c29670613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.909669] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.911021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.911021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.911021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.911021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.917108] env[62259]: INFO nova.compute.manager [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Terminating instance [ 1547.109624] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.109887] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Processing image 9bbec94b-054f-4f50-be2b-170dede10e6b {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1547.110150] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b/9bbec94b-054f-4f50-be2b-170dede10e6b.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.110313] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b/9bbec94b-054f-4f50-be2b-170dede10e6b.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.110480] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1547.110861] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d005c4bd-3d49-45c7-85a2-e79669b3ad2f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.128720] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1547.129033] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1547.129948] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27708ca1-12d5-4ded-9c28-332b5b1459fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.136573] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1547.136573] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5217d4f0-7453-185e-0b76-a5e307d794b2" [ 1547.136573] env[62259]: _type = "Task" [ 1547.136573] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.145535] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5217d4f0-7453-185e-0b76-a5e307d794b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.172860] env[62259]: INFO nova.compute.claims [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.245635] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Preparing fetch location {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1547.246105] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Fetch image to [datastore1] OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4/OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4.vmdk {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1547.246413] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Downloading stream optimized image ce491df6-602a-4a5b-a300-666e87e4067b to [datastore1] OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4/OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4.vmdk on the data store datastore1 as vApp {{(pid=62259) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1547.246684] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Downloading image file data ce491df6-602a-4a5b-a300-666e87e4067b to the ESX as VM named 'OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4' {{(pid=62259) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1547.253165] env[62259]: DEBUG oslo_concurrency.lockutils [None req-57c90628-d3f4-4d82-afb6-a13ed5709339 tempest-ServersTestMultiNic-1554089639 tempest-ServersTestMultiNic-1554089639-project-member] Lock "1326a14e-0d43-4393-9d26-5c417b789133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.089s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.317099] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "refresh_cache-7fbab168-074b-4750-a95a-ed96e8b004bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.317285] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquired lock "refresh_cache-7fbab168-074b-4750-a95a-ed96e8b004bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.317463] env[62259]: DEBUG nova.network.neutron [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.346950] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.356110] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1547.356110] env[62259]: value = "resgroup-9" [ 1547.356110] env[62259]: _type = "ResourcePool" [ 1547.356110] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1547.356530] env[62259]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f45ee85c-9bb8-43a0-bf70-e8c0995ed73a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.380594] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lease: (returnval){ [ 1547.380594] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521ae185-373b-3d61-f123-0bc89069249f" [ 1547.380594] env[62259]: _type = "HttpNfcLease" [ 1547.380594] env[62259]: } obtained for vApp import into resource pool (val){ [ 1547.380594] env[62259]: value = "resgroup-9" [ 1547.380594] env[62259]: _type = "ResourcePool" [ 1547.380594] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1547.380594] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the lease: (returnval){ [ 1547.380594] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521ae185-373b-3d61-f123-0bc89069249f" [ 1547.380594] env[62259]: _type = "HttpNfcLease" [ 1547.380594] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1547.387505] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1547.387505] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521ae185-373b-3d61-f123-0bc89069249f" [ 1547.387505] env[62259]: _type = "HttpNfcLease" [ 1547.387505] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1547.413023] env[62259]: DEBUG oslo_concurrency.lockutils [req-b52bfd2a-8d8c-4831-ad86-04e06e112245 req-28e6f507-02e6-424f-b9cd-3550aabf64e2 service nova] Releasing lock "refresh_cache-9feea3c3-e37e-4105-a582-9581f26122c8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.418161] env[62259]: DEBUG nova.compute.manager [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.418415] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.419324] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b1c3c2-94e6-4d61-9ebd-60bd3b29fe91 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.426782] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.427056] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3981c2c9-00bf-4249-bc6c-92d7e22e9cf1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.430393] env[62259]: DEBUG nova.network.neutron [-] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.435031] env[62259]: DEBUG oslo_vmware.api [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1547.435031] env[62259]: value = "task-1692184" [ 1547.435031] env[62259]: _type = "Task" [ 1547.435031] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.447141] env[62259]: DEBUG oslo_vmware.api [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.648088] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Preparing fetch location {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1547.648088] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Fetch image to [datastore1] OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d/OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d.vmdk {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1547.648656] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Downloading stream optimized image 9bbec94b-054f-4f50-be2b-170dede10e6b to [datastore1] OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d/OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d.vmdk on the data store datastore1 as vApp {{(pid=62259) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1547.648656] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Downloading image file data 9bbec94b-054f-4f50-be2b-170dede10e6b to the ESX as VM named 'OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d' {{(pid=62259) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1547.679528] env[62259]: INFO nova.compute.resource_tracker [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating resource usage from migration 5f33c820-2e41-4e8e-9156-dbeeab3c1979 [ 1547.762013] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1547.762013] env[62259]: value = "resgroup-9" [ 1547.762013] env[62259]: _type = "ResourcePool" [ 1547.762013] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1547.762357] env[62259]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7bd84d41-4c49-479a-90a4-682a4c9ef96d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.786438] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lease: (returnval){ [ 1547.786438] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230277d-fbf9-4bcd-9e8b-c2b867317b11" [ 1547.786438] env[62259]: _type = "HttpNfcLease" [ 1547.786438] env[62259]: } obtained for vApp import into resource pool (val){ [ 1547.786438] env[62259]: value = "resgroup-9" [ 1547.786438] env[62259]: _type = "ResourcePool" [ 1547.786438] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1547.786874] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the lease: (returnval){ [ 1547.786874] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230277d-fbf9-4bcd-9e8b-c2b867317b11" [ 1547.786874] env[62259]: _type = "HttpNfcLease" [ 1547.786874] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1547.794869] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1547.794869] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230277d-fbf9-4bcd-9e8b-c2b867317b11" [ 1547.794869] env[62259]: _type = "HttpNfcLease" [ 1547.794869] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1547.841829] env[62259]: DEBUG nova.network.neutron [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1547.890382] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1547.890382] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521ae185-373b-3d61-f123-0bc89069249f" [ 1547.890382] env[62259]: _type = "HttpNfcLease" [ 1547.890382] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1547.932826] env[62259]: INFO nova.compute.manager [-] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Took 1.48 seconds to deallocate network for instance. [ 1547.952270] env[62259]: DEBUG oslo_vmware.api [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692184, 'name': PowerOffVM_Task, 'duration_secs': 0.270844} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.952270] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.952270] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.955182] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4830a1c2-8803-46c0-a8ce-379ebdb49900 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.001030] env[62259]: DEBUG nova.network.neutron [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.041591] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.041820] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.042017] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Deleting the datastore file [datastore1] 9aa10d90-ce21-45e7-8adc-5ad1452e0535 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.042290] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd03bd68-70de-4a4b-a362-a72cabaa18fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.051988] env[62259]: DEBUG oslo_vmware.api [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1548.051988] env[62259]: value = "task-1692187" [ 1548.051988] env[62259]: _type = "Task" [ 1548.051988] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.060319] env[62259]: DEBUG oslo_vmware.api [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.219371] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873881e2-eefc-4898-9de2-841677f83228 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.228229] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73812a96-1a5f-495a-b0aa-9ae24e3e65b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.267460] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28df9cdf-2777-446b-819e-4d68addb9884 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.275826] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c03ce2-882d-4182-a406-8c887723deac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.291738] env[62259]: DEBUG nova.compute.provider_tree [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.298064] env[62259]: DEBUG nova.compute.manager [req-e5d2bb51-9833-43bd-a60e-37a4d28850f6 req-9134f067-689e-4cfd-b396-3d6cf3ce5f78 service nova] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Received event network-vif-deleted-3e21ff2e-e70c-453f-b94c-c70ca6315005 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1548.302350] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1548.302350] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230277d-fbf9-4bcd-9e8b-c2b867317b11" [ 1548.302350] env[62259]: _type = "HttpNfcLease" [ 1548.302350] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1548.391110] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1548.391110] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521ae185-373b-3d61-f123-0bc89069249f" [ 1548.391110] env[62259]: _type = "HttpNfcLease" [ 1548.391110] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1548.391437] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1548.391437] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521ae185-373b-3d61-f123-0bc89069249f" [ 1548.391437] env[62259]: _type = "HttpNfcLease" [ 1548.391437] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1548.392203] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95441998-d891-4c72-9e3f-f28033379f13 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.400100] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52037cfe-42dc-5662-c90a-0dbc2dd58d70/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1548.400294] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52037cfe-42dc-5662-c90a-0dbc2dd58d70/disk-0.vmdk. {{(pid=62259) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1548.459387] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.465191] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5fa17b8-25a7-41d3-864e-b566d3b015cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.505079] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Releasing lock "refresh_cache-7fbab168-074b-4750-a95a-ed96e8b004bd" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.505267] env[62259]: DEBUG nova.compute.manager [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.505481] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.506429] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3fb9b8-1e15-4909-91d5-f73bdb7ff682 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.516046] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.516046] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a219c634-f26e-46ae-97da-6b5173593f1b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.523104] env[62259]: DEBUG oslo_vmware.api [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1548.523104] env[62259]: value = "task-1692188" [ 1548.523104] env[62259]: _type = "Task" [ 1548.523104] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.531586] env[62259]: DEBUG oslo_vmware.api [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.565932] env[62259]: DEBUG oslo_vmware.api [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182257} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.566240] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.566447] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.566644] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.566855] env[62259]: INFO nova.compute.manager [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1548.567145] env[62259]: DEBUG oslo.service.loopingcall [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.567354] env[62259]: DEBUG nova.compute.manager [-] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.567460] env[62259]: DEBUG nova.network.neutron [-] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.803172] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1548.803172] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230277d-fbf9-4bcd-9e8b-c2b867317b11" [ 1548.803172] env[62259]: _type = "HttpNfcLease" [ 1548.803172] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1548.808300] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1548.808300] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230277d-fbf9-4bcd-9e8b-c2b867317b11" [ 1548.808300] env[62259]: _type = "HttpNfcLease" [ 1548.808300] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1548.808300] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792fb16c-6fc4-4d8a-a70d-461dc3763406 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.819289] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d2ed-5f29-5e86-c8bc-51929b368725/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1548.819514] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d2ed-5f29-5e86-c8bc-51929b368725/disk-0.vmdk. {{(pid=62259) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1548.824127] env[62259]: ERROR nova.scheduler.client.report [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [req-53a5e8b0-912a-4993-8078-f85bf4f08fcb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53a5e8b0-912a-4993-8078-f85bf4f08fcb"}]} [ 1548.894038] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-138127da-801b-4eb2-9c0c-ff1555b37b20 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.899606] env[62259]: DEBUG nova.scheduler.client.report [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1548.926407] env[62259]: DEBUG nova.scheduler.client.report [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1548.926714] env[62259]: DEBUG nova.compute.provider_tree [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1548.944631] env[62259]: DEBUG nova.scheduler.client.report [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1548.973325] env[62259]: DEBUG nova.scheduler.client.report [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1549.035981] env[62259]: DEBUG oslo_vmware.api [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692188, 'name': PowerOffVM_Task, 'duration_secs': 0.197951} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.035981] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.036337] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.036555] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f358739-7405-4516-ae52-2ae087ad10c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.065872] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.065872] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.065872] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Deleting the datastore file [datastore1] 7fbab168-074b-4750-a95a-ed96e8b004bd {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.065872] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0207545-0d9e-4d49-b0db-b0f3067434dd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.075411] env[62259]: DEBUG oslo_vmware.api [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for the task: (returnval){ [ 1549.075411] env[62259]: value = "task-1692190" [ 1549.075411] env[62259]: _type = "Task" [ 1549.075411] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.089671] env[62259]: DEBUG oslo_vmware.api [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.229943] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Completed reading data from the image iterator. {{(pid=62259) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1549.230207] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52037cfe-42dc-5662-c90a-0dbc2dd58d70/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1549.233246] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6795db86-dff4-413d-848f-39ef304a0b0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.241761] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52037cfe-42dc-5662-c90a-0dbc2dd58d70/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1549.242014] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52037cfe-42dc-5662-c90a-0dbc2dd58d70/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1549.245496] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ea2a16f9-9ad9-4e0e-8bd6-018176f78226 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.388515] env[62259]: DEBUG nova.network.neutron [-] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.429866] env[62259]: DEBUG oslo_vmware.rw_handles [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52037cfe-42dc-5662-c90a-0dbc2dd58d70/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1549.430120] env[62259]: INFO nova.virt.vmwareapi.images [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Downloaded image file data ce491df6-602a-4a5b-a300-666e87e4067b [ 1549.430989] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6176043-3033-4bec-8fb9-1306cbe14add {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.454684] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-507d3277-c0c8-45df-b4f2-8d98aa848f88 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.481228] env[62259]: INFO nova.virt.vmwareapi.images [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] The imported VM was unregistered [ 1549.483522] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Caching image {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1549.483757] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.486557] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21960346-5a1c-489a-871e-df2a222ae01b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.500460] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Created directory with path [datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.500796] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4/OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4.vmdk to [datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b/ce491df6-602a-4a5b-a300-666e87e4067b.vmdk. {{(pid=62259) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1549.501148] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2338d206-310d-41ef-8377-99ddd4c7cf59 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.514784] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1549.514784] env[62259]: value = "task-1692192" [ 1549.514784] env[62259]: _type = "Task" [ 1549.514784] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.525833] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692192, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.550134] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bb48d5-8ceb-4c44-93ce-241919429945 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.560456] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce49039-f13c-49fe-b7ec-91d6b395c834 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.603060] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6099eb-c230-4f7b-9b9b-3a0c9e5bccde {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.615973] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eaf656-333b-4fc7-9e8c-e637ef4f671a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.619956] env[62259]: DEBUG oslo_vmware.api [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Task: {'id': task-1692190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138662} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.622463] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.622665] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.622847] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.623036] env[62259]: INFO nova.compute.manager [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1549.623334] env[62259]: DEBUG oslo.service.loopingcall [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.623860] env[62259]: DEBUG nova.compute.manager [-] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.624010] env[62259]: DEBUG nova.network.neutron [-] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.635455] env[62259]: DEBUG nova.compute.provider_tree [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1549.653478] env[62259]: DEBUG nova.network.neutron [-] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.892360] env[62259]: INFO nova.compute.manager [-] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Took 1.32 seconds to deallocate network for instance. [ 1550.026710] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692192, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.156152] env[62259]: DEBUG nova.network.neutron [-] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.201148] env[62259]: DEBUG nova.scheduler.client.report [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1550.201529] env[62259]: DEBUG nova.compute.provider_tree [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 107 to 108 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1550.201834] env[62259]: DEBUG nova.compute.provider_tree [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1550.332394] env[62259]: DEBUG nova.compute.manager [req-4bc9d3a0-cd14-4f20-ae30-5da984e041f9 req-157f826d-c8f4-4322-94d0-260871f0f351 service nova] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Received event network-vif-deleted-f7761bcb-f5e6-4fd4-836f-109dd9dae27d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1550.400154] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.406660] env[62259]: DEBUG nova.compute.manager [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.407723] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a9114b-ebf4-4aab-8f0d-849092b9ee63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.531496] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692192, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.659753] env[62259]: INFO nova.compute.manager [-] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Took 1.04 seconds to deallocate network for instance. [ 1550.707526] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.041s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.707744] env[62259]: INFO nova.compute.manager [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Migrating [ 1550.716391] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.049s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.716391] env[62259]: INFO nova.compute.claims [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1550.921153] env[62259]: INFO nova.compute.manager [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] instance snapshotting [ 1550.924206] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b895aaed-1522-4fd5-a3c5-7fe5de986a80 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.946380] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2c2c57-4ccf-4c48-85ab-b6faf5aef78b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.028013] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692192, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.166756] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.237024] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.237024] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.237024] env[62259]: DEBUG nova.network.neutron [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.336560] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Completed reading data from the image iterator. {{(pid=62259) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1551.336839] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d2ed-5f29-5e86-c8bc-51929b368725/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1551.337870] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf74f3c9-3bda-4b36-aba1-1ce940ea889c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.347133] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d2ed-5f29-5e86-c8bc-51929b368725/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1551.347455] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d2ed-5f29-5e86-c8bc-51929b368725/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1551.347736] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0707dec3-0aed-4a36-a8b9-ca6857721171 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.458189] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1551.458584] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d43d964e-59e2-4b40-b46f-6c3e58ebbdd0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.466136] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1551.466136] env[62259]: value = "task-1692193" [ 1551.466136] env[62259]: _type = "Task" [ 1551.466136] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.476972] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.529257] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692192, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.985504] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692193, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.038558] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692192, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.150322] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217d2ed-5f29-5e86-c8bc-51929b368725/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1552.150553] env[62259]: INFO nova.virt.vmwareapi.images [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Downloaded image file data 9bbec94b-054f-4f50-be2b-170dede10e6b [ 1552.151393] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce185a74-72a3-488f-81f8-6f738dea0d97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.182359] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9bf7b53-e8ba-4e37-a273-b0546cfc5316 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.214039] env[62259]: INFO nova.virt.vmwareapi.images [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] The imported VM was unregistered [ 1552.216777] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Caching image {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1552.216777] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.216777] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dcd0a1e-6982-4cfc-b4b3-17bcb53fa5a5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.227061] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Created directory with path [datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.227148] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d/OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d.vmdk to [datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b/9bbec94b-054f-4f50-be2b-170dede10e6b.vmdk. {{(pid=62259) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1552.227447] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-02e08956-eb7c-4716-816b-accbe49fe83c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.233943] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1552.233943] env[62259]: value = "task-1692195" [ 1552.233943] env[62259]: _type = "Task" [ 1552.233943] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.244372] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692195, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.262156] env[62259]: DEBUG nova.network.neutron [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance_info_cache with network_info: [{"id": "b0337245-48d1-4523-8447-566a0de1cb72", "address": "fa:16:3e:ed:29:c9", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0337245-48", "ovs_interfaceid": "b0337245-48d1-4523-8447-566a0de1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.319320] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b32df0-14d6-4f66-b7d8-ff1114831d8d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.327146] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e918d8-f37f-4c58-8198-f01826601bc4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.359096] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048f426-2b8a-40cc-805e-045d05a96375 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.367111] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ccd7fe-f171-40bb-ab31-cb20c3910acd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.380218] env[62259]: DEBUG nova.compute.provider_tree [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.476955] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692193, 'name': CreateSnapshot_Task, 'duration_secs': 0.841031} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.476955] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1552.477635] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe8c8f7-64c5-40cb-8a8d-d757491e5bb3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.532211] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692192, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.585715} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.532506] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4/OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4.vmdk to [datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b/ce491df6-602a-4a5b-a300-666e87e4067b.vmdk. [ 1552.532701] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Cleaning up location [datastore1] OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1552.532863] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3d2e13e9-c75d-494b-b998-46ed71119ce4 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.534155] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c01ec2d-8812-4e32-bc42-c9b5be68d892 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.543160] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1552.543160] env[62259]: value = "task-1692196" [ 1552.543160] env[62259]: _type = "Task" [ 1552.543160] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.549983] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.746595] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692195, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.767632] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.886110] env[62259]: DEBUG nova.scheduler.client.report [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1552.996548] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1552.996913] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eda15b5f-020a-48fb-816d-5671ffc5e65b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.005961] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1553.005961] env[62259]: value = "task-1692197" [ 1553.005961] env[62259]: _type = "Task" [ 1553.005961] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.017509] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692197, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.051764] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281164} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.051764] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.051764] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b/ce491df6-602a-4a5b-a300-666e87e4067b.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.052059] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b/ce491df6-602a-4a5b-a300-666e87e4067b.vmdk to [datastore1] 79daa191-06d1-454c-885f-5602630eb6a1/79daa191-06d1-454c-885f-5602630eb6a1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.052294] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a886100-faea-4a1b-ace2-ddab3bac9f89 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.061338] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1553.061338] env[62259]: value = "task-1692198" [ 1553.061338] env[62259]: _type = "Task" [ 1553.061338] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.069860] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.248873] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692195, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.388985] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.390240] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.413s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.391819] env[62259]: INFO nova.compute.claims [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.516879] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692197, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.571552] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.746043] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692195, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.897724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquiring lock "18519a3f-b2f4-4b18-a728-cffc9e207132" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.897724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "18519a3f-b2f4-4b18-a728-cffc9e207132" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.018128] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692197, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.072813] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.250467] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692195, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.284634] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e1a582-c767-4d12-9a25-0ade896efc3b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.305927] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance '2496ab0d-468e-48b7-a85f-beb4e1f8bc47' progress to 0 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1554.402499] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "18519a3f-b2f4-4b18-a728-cffc9e207132" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.404061] env[62259]: DEBUG nova.compute.manager [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.518793] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692197, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.572933] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.748603] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692195, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.509314} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.751688] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d/OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d.vmdk to [datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b/9bbec94b-054f-4f50-be2b-170dede10e6b.vmdk. [ 1554.751900] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Cleaning up location [datastore1] OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1554.752080] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3bef3ea8-e722-4bd0-81b7-1cbf1e51cc0d {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.753028] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efb93dc4-925d-4f27-8a7f-900db9f582b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.759345] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1554.759345] env[62259]: value = "task-1692199" [ 1554.759345] env[62259]: _type = "Task" [ 1554.759345] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.770220] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.813030] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.815962] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17e19227-768f-4d6e-93f4-ba36672798f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.823478] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1554.823478] env[62259]: value = "task-1692200" [ 1554.823478] env[62259]: _type = "Task" [ 1554.823478] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.832867] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.864445] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfbc89b-1dc1-4891-8d6b-270a07154490 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.872263] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebd482d-4d3f-4ead-aea3-1bb638357b7b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.903140] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d516b5-b1a7-41ca-bab3-119e40859389 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.911394] env[62259]: DEBUG nova.compute.utils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1554.912979] env[62259]: DEBUG nova.compute.manager [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1554.913181] env[62259]: DEBUG nova.network.neutron [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1554.916211] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126e83b2-823f-4b70-83fd-ce36625e315b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.933358] env[62259]: DEBUG nova.compute.provider_tree [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1555.018719] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692197, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.020412] env[62259]: DEBUG nova.policy [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3116cd7461fb4fc6816422e3f3d14c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04773ebd30d943f0b2f52bd18c7a8846', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1555.074520] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692198, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.271322] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282603} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.271322] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.271322] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b/9bbec94b-054f-4f50-be2b-170dede10e6b.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.271322] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b/9bbec94b-054f-4f50-be2b-170dede10e6b.vmdk to [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8/9feea3c3-e37e-4105-a582-9581f26122c8.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.271566] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f06ce23-1d67-472e-a8bf-a463a0e605b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.278681] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1555.278681] env[62259]: value = "task-1692201" [ 1555.278681] env[62259]: _type = "Task" [ 1555.278681] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.286942] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.334410] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1555.334543] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance '2496ab0d-468e-48b7-a85f-beb4e1f8bc47' progress to 17 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1555.419651] env[62259]: DEBUG nova.network.neutron [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Successfully created port: b9754515-1895-4a22-b2f9-d98ec14120a9 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1555.422663] env[62259]: DEBUG nova.compute.manager [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.496311] env[62259]: DEBUG nova.scheduler.client.report [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1555.496679] env[62259]: DEBUG nova.compute.provider_tree [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 108 to 109 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1555.496948] env[62259]: DEBUG nova.compute.provider_tree [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1555.522229] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692197, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.574350] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692198, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.789625] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.841256] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1555.841541] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1555.841703] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.841888] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1555.842053] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.842219] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1555.842427] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1555.842588] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1555.842753] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1555.842919] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1555.843106] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1555.848237] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3107164b-6f9a-405d-bc12-f2105e3d91e2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.863399] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1555.863399] env[62259]: value = "task-1692202" [ 1555.863399] env[62259]: _type = "Task" [ 1555.863399] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.871090] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.002344] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.003048] env[62259]: DEBUG nova.compute.manager [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1556.005928] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.032s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.007874] env[62259]: INFO nova.compute.claims [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1556.019659] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692197, 'name': CloneVM_Task, 'duration_secs': 2.729843} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.019659] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Created linked-clone VM from snapshot [ 1556.020271] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dd0c19-c697-4a6f-8de8-5f44567f28a5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.029442] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Uploading image fac4a18f-145c-40ce-b430-6d45a0c00c09 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1556.074314] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692198, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.268096] env[62259]: DEBUG oslo_vmware.rw_handles [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1556.268096] env[62259]: value = "vm-352894" [ 1556.268096] env[62259]: _type = "VirtualMachine" [ 1556.268096] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1556.268860] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4030f964-5ece-411d-8a95-eb712a385ccc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.275612] env[62259]: DEBUG oslo_vmware.rw_handles [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lease: (returnval){ [ 1556.275612] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526c38c8-51e8-5189-ce08-4698a6f1eee4" [ 1556.275612] env[62259]: _type = "HttpNfcLease" [ 1556.275612] env[62259]: } obtained for exporting VM: (result){ [ 1556.275612] env[62259]: value = "vm-352894" [ 1556.275612] env[62259]: _type = "VirtualMachine" [ 1556.275612] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1556.275939] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the lease: (returnval){ [ 1556.275939] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526c38c8-51e8-5189-ce08-4698a6f1eee4" [ 1556.275939] env[62259]: _type = "HttpNfcLease" [ 1556.275939] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1556.285467] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1556.285467] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526c38c8-51e8-5189-ce08-4698a6f1eee4" [ 1556.285467] env[62259]: _type = "HttpNfcLease" [ 1556.285467] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1556.291880] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.375105] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692202, 'name': ReconfigVM_Task, 'duration_secs': 0.149218} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.375483] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance '2496ab0d-468e-48b7-a85f-beb4e1f8bc47' progress to 33 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1556.433070] env[62259]: DEBUG nova.compute.manager [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.467791] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1556.468089] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1556.468319] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.468539] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1556.468694] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.468845] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1556.469073] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1556.469239] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1556.469505] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1556.469688] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1556.469867] env[62259]: DEBUG nova.virt.hardware [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1556.471205] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387f80ca-c543-4474-b2eb-820120d79b95 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.480064] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c8b348-6b8e-427c-9a84-52bbd1c86872 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.515199] env[62259]: DEBUG nova.compute.utils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1556.516979] env[62259]: DEBUG nova.compute.manager [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1556.517269] env[62259]: DEBUG nova.network.neutron [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1556.576199] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692198, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.656209] env[62259]: DEBUG nova.policy [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '515066b7bc3e4118a00fa9942923911f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8af2b66a64c45faae0b8ed831564706', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.791811] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1556.791811] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526c38c8-51e8-5189-ce08-4698a6f1eee4" [ 1556.791811] env[62259]: _type = "HttpNfcLease" [ 1556.791811] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1556.794932] env[62259]: DEBUG oslo_vmware.rw_handles [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1556.794932] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526c38c8-51e8-5189-ce08-4698a6f1eee4" [ 1556.794932] env[62259]: _type = "HttpNfcLease" [ 1556.794932] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1556.795262] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.795996] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5392bd-2992-4cd5-8b44-7289f1289281 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.804042] env[62259]: DEBUG oslo_vmware.rw_handles [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524638d7-ae65-f1e3-f1e5-ffbea5051244/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1556.804242] env[62259]: DEBUG oslo_vmware.rw_handles [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524638d7-ae65-f1e3-f1e5-ffbea5051244/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1556.882696] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1556.882950] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1556.883147] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.883390] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1556.883545] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.883693] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1556.883966] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1556.884078] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1556.884276] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1556.884470] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1556.884651] env[62259]: DEBUG nova.virt.hardware [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1556.890652] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1556.890994] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-137ef86c-4f08-4320-baa3-22cc388bacd8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.916097] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1556.916097] env[62259]: value = "task-1692204" [ 1556.916097] env[62259]: _type = "Task" [ 1556.916097] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.923984] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.936522] env[62259]: DEBUG nova.compute.manager [req-4b95e192-7001-4985-af4f-1269f012ee48 req-59215a16-277f-4325-8e2f-e032ba995950 service nova] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Received event network-vif-plugged-b9754515-1895-4a22-b2f9-d98ec14120a9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1556.936837] env[62259]: DEBUG oslo_concurrency.lockutils [req-4b95e192-7001-4985-af4f-1269f012ee48 req-59215a16-277f-4325-8e2f-e032ba995950 service nova] Acquiring lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.937227] env[62259]: DEBUG oslo_concurrency.lockutils [req-4b95e192-7001-4985-af4f-1269f012ee48 req-59215a16-277f-4325-8e2f-e032ba995950 service nova] Lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.937539] env[62259]: DEBUG oslo_concurrency.lockutils [req-4b95e192-7001-4985-af4f-1269f012ee48 req-59215a16-277f-4325-8e2f-e032ba995950 service nova] Lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.937772] env[62259]: DEBUG nova.compute.manager [req-4b95e192-7001-4985-af4f-1269f012ee48 req-59215a16-277f-4325-8e2f-e032ba995950 service nova] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] No waiting events found dispatching network-vif-plugged-b9754515-1895-4a22-b2f9-d98ec14120a9 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1556.938769] env[62259]: WARNING nova.compute.manager [req-4b95e192-7001-4985-af4f-1269f012ee48 req-59215a16-277f-4325-8e2f-e032ba995950 service nova] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Received unexpected event network-vif-plugged-b9754515-1895-4a22-b2f9-d98ec14120a9 for instance with vm_state building and task_state spawning. [ 1557.028211] env[62259]: DEBUG nova.compute.manager [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1557.032100] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2d55af2-8f8b-48c8-8acc-a496a54512dd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.054273] env[62259]: DEBUG nova.network.neutron [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Successfully updated port: b9754515-1895-4a22-b2f9-d98ec14120a9 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1557.086595] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692198, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.010871} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.086709] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce491df6-602a-4a5b-a300-666e87e4067b/ce491df6-602a-4a5b-a300-666e87e4067b.vmdk to [datastore1] 79daa191-06d1-454c-885f-5602630eb6a1/79daa191-06d1-454c-885f-5602630eb6a1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1557.088044] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dacc19-6ca5-4a52-bf9f-a2f9b5a8a7a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.091865] env[62259]: DEBUG nova.network.neutron [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Successfully created port: ff26747e-0561-43d3-bc47-319c6c8978bc {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1557.112982] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 79daa191-06d1-454c-885f-5602630eb6a1/79daa191-06d1-454c-885f-5602630eb6a1.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.116393] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bddfdfea-55f2-43b0-9d84-5e8d701f9301 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.137746] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1557.137746] env[62259]: value = "task-1692205" [ 1557.137746] env[62259]: _type = "Task" [ 1557.137746] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.149882] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.303043] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.424288] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692204, 'name': ReconfigVM_Task, 'duration_secs': 0.17785} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.427374] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1557.431193] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e45171-3d2b-4184-8dfe-5f457ade9f0b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.451331] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2496ab0d-468e-48b7-a85f-beb4e1f8bc47/2496ab0d-468e-48b7-a85f-beb4e1f8bc47.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.456018] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0899079e-82b2-481d-94c2-4f2f8503beec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.474495] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1557.474495] env[62259]: value = "task-1692206" [ 1557.474495] env[62259]: _type = "Task" [ 1557.474495] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.483946] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.557637] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquiring lock "refresh_cache-40e30f76-c80e-4d86-93f7-a8a659ba56d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.557832] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquired lock "refresh_cache-40e30f76-c80e-4d86-93f7-a8a659ba56d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.558016] env[62259]: DEBUG nova.network.neutron [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.640756] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a35e9-e84f-44bb-b59c-421b0f8e0703 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.655243] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a27d0b4-4a07-478c-8c6e-3ba90f203659 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.658916] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.689681] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66f8e5-f1f9-43e5-aa46-b0fd894c90d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.698340] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58aa036-0da1-4563-a671-c58cb6629055 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.713947] env[62259]: DEBUG nova.compute.provider_tree [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.792873] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.985918] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.041379] env[62259]: DEBUG nova.compute.manager [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1558.070424] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1558.070707] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1558.071080] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1558.071207] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1558.071382] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1558.071512] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1558.071766] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1558.071878] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1558.072229] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1558.072378] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1558.072646] env[62259]: DEBUG nova.virt.hardware [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1558.073886] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0539c0a-dd96-4891-bad8-e93acb2fbe55 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.083038] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b473855-aa99-497b-98c8-d172384b34c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.150888] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.165057] env[62259]: DEBUG nova.network.neutron [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.217040] env[62259]: DEBUG nova.scheduler.client.report [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1558.293599] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.381615] env[62259]: DEBUG nova.network.neutron [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Updating instance_info_cache with network_info: [{"id": "b9754515-1895-4a22-b2f9-d98ec14120a9", "address": "fa:16:3e:85:f0:22", "network": {"id": "b64615ee-05c9-42bc-981d-08787c8102ea", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2107947005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04773ebd30d943f0b2f52bd18c7a8846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9754515-18", "ovs_interfaceid": "b9754515-1895-4a22-b2f9-d98ec14120a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.485663] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.651427] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.723498] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.724169] env[62259]: DEBUG nova.compute.manager [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1558.727724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.283s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.729938] env[62259]: INFO nova.compute.claims [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.804056] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.888374] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Releasing lock "refresh_cache-40e30f76-c80e-4d86-93f7-a8a659ba56d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.888374] env[62259]: DEBUG nova.compute.manager [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Instance network_info: |[{"id": "b9754515-1895-4a22-b2f9-d98ec14120a9", "address": "fa:16:3e:85:f0:22", "network": {"id": "b64615ee-05c9-42bc-981d-08787c8102ea", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2107947005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04773ebd30d943f0b2f52bd18c7a8846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9754515-18", "ovs_interfaceid": "b9754515-1895-4a22-b2f9-d98ec14120a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1558.888374] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:f0:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9754515-1895-4a22-b2f9-d98ec14120a9', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1558.894883] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Creating folder: Project (04773ebd30d943f0b2f52bd18c7a8846). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.895352] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d9ebb03-380f-46bb-9e1b-99db5c8a1f18 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.907121] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Created folder: Project (04773ebd30d943f0b2f52bd18c7a8846) in parent group-v352705. [ 1558.907295] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Creating folder: Instances. Parent ref: group-v352895. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1558.907561] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17084855-374f-49c0-a752-790a7fdc241c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.917984] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Created folder: Instances in parent group-v352895. [ 1558.918676] env[62259]: DEBUG oslo.service.loopingcall [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.919146] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1558.922044] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd3b7adf-b473-473f-a2e0-fb9fc794e6d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.938991] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1558.938991] env[62259]: value = "task-1692209" [ 1558.938991] env[62259]: _type = "Task" [ 1558.938991] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.948162] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692209, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.986591] env[62259]: DEBUG oslo_vmware.api [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692206, 'name': ReconfigVM_Task, 'duration_secs': 1.323052} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.987237] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2496ab0d-468e-48b7-a85f-beb4e1f8bc47/2496ab0d-468e-48b7-a85f-beb4e1f8bc47.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.987726] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance '2496ab0d-468e-48b7-a85f-beb4e1f8bc47' progress to 50 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1559.038273] env[62259]: DEBUG nova.compute.manager [req-fc58b13b-1a3c-400e-8914-891146e72b27 req-66eca138-673a-4c70-8aca-0f55e6493586 service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Received event network-vif-plugged-ff26747e-0561-43d3-bc47-319c6c8978bc {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1559.038273] env[62259]: DEBUG oslo_concurrency.lockutils [req-fc58b13b-1a3c-400e-8914-891146e72b27 req-66eca138-673a-4c70-8aca-0f55e6493586 service nova] Acquiring lock "c1130626-63a6-4610-a80c-1f1a6624e94b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.038273] env[62259]: DEBUG oslo_concurrency.lockutils [req-fc58b13b-1a3c-400e-8914-891146e72b27 req-66eca138-673a-4c70-8aca-0f55e6493586 service nova] Lock "c1130626-63a6-4610-a80c-1f1a6624e94b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.038273] env[62259]: DEBUG oslo_concurrency.lockutils [req-fc58b13b-1a3c-400e-8914-891146e72b27 req-66eca138-673a-4c70-8aca-0f55e6493586 service nova] Lock "c1130626-63a6-4610-a80c-1f1a6624e94b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.038273] env[62259]: DEBUG nova.compute.manager [req-fc58b13b-1a3c-400e-8914-891146e72b27 req-66eca138-673a-4c70-8aca-0f55e6493586 service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] No waiting events found dispatching network-vif-plugged-ff26747e-0561-43d3-bc47-319c6c8978bc {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.038273] env[62259]: WARNING nova.compute.manager [req-fc58b13b-1a3c-400e-8914-891146e72b27 req-66eca138-673a-4c70-8aca-0f55e6493586 service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Received unexpected event network-vif-plugged-ff26747e-0561-43d3-bc47-319c6c8978bc for instance with vm_state building and task_state spawning. [ 1559.064567] env[62259]: DEBUG nova.compute.manager [req-e1112c8a-e131-4a67-8bea-833a07a57be1 req-df2d8d50-294b-4362-8058-37988038bed9 service nova] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Received event network-changed-b9754515-1895-4a22-b2f9-d98ec14120a9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1559.066019] env[62259]: DEBUG nova.compute.manager [req-e1112c8a-e131-4a67-8bea-833a07a57be1 req-df2d8d50-294b-4362-8058-37988038bed9 service nova] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Refreshing instance network info cache due to event network-changed-b9754515-1895-4a22-b2f9-d98ec14120a9. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1559.066019] env[62259]: DEBUG oslo_concurrency.lockutils [req-e1112c8a-e131-4a67-8bea-833a07a57be1 req-df2d8d50-294b-4362-8058-37988038bed9 service nova] Acquiring lock "refresh_cache-40e30f76-c80e-4d86-93f7-a8a659ba56d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.066019] env[62259]: DEBUG oslo_concurrency.lockutils [req-e1112c8a-e131-4a67-8bea-833a07a57be1 req-df2d8d50-294b-4362-8058-37988038bed9 service nova] Acquired lock "refresh_cache-40e30f76-c80e-4d86-93f7-a8a659ba56d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.066019] env[62259]: DEBUG nova.network.neutron [req-e1112c8a-e131-4a67-8bea-833a07a57be1 req-df2d8d50-294b-4362-8058-37988038bed9 service nova] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Refreshing network info cache for port b9754515-1895-4a22-b2f9-d98ec14120a9 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.154480] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.237192] env[62259]: DEBUG nova.compute.utils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1559.240363] env[62259]: DEBUG nova.compute.manager [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1559.240784] env[62259]: DEBUG nova.network.neutron [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1559.305015] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.358806] env[62259]: DEBUG nova.network.neutron [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Successfully updated port: ff26747e-0561-43d3-bc47-319c6c8978bc {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1559.377769] env[62259]: DEBUG nova.policy [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '816110d667644924be2c269a80413166', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17eed2a6861f48debfda2714df2e6634', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1559.449324] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692209, 'name': CreateVM_Task, 'duration_secs': 0.35937} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.449630] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.450452] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.450686] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.451165] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1559.451594] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ed21f5-05d1-4c9e-9009-d80c53771330 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.456171] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1559.456171] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ba9dc5-74d3-95b2-9fae-39f4ab710663" [ 1559.456171] env[62259]: _type = "Task" [ 1559.456171] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.464866] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ba9dc5-74d3-95b2-9fae-39f4ab710663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.496933] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e3a10c-3ce8-4fe8-9580-176c2bbfd787 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.515527] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dd67de-0ec0-404d-bb35-f64e959ecae0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.533438] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance '2496ab0d-468e-48b7-a85f-beb4e1f8bc47' progress to 67 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1559.652895] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692205, 'name': ReconfigVM_Task, 'duration_secs': 2.271665} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.653678] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 79daa191-06d1-454c-885f-5602630eb6a1/79daa191-06d1-454c-885f-5602630eb6a1.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.656311] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b8ef425-aa93-4bab-b1d9-609214989f4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.664030] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1559.664030] env[62259]: value = "task-1692210" [ 1559.664030] env[62259]: _type = "Task" [ 1559.664030] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.669917] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692210, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.690115] env[62259]: DEBUG nova.network.neutron [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Successfully created port: 30e82711-0d98-44f5-8788-3865ee5fc02c {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.740966] env[62259]: DEBUG nova.compute.manager [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.798808] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692201, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.054131} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.802934] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9bbec94b-054f-4f50-be2b-170dede10e6b/9bbec94b-054f-4f50-be2b-170dede10e6b.vmdk to [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8/9feea3c3-e37e-4105-a582-9581f26122c8.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1559.804544] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e2ea8-0185-47a3-9c41-213ee6670650 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.831861] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8/9feea3c3-e37e-4105-a582-9581f26122c8.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.835077] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdfc6a2d-fb14-42e1-a103-b6c57aebf31e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.855542] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1559.855542] env[62259]: value = "task-1692211" [ 1559.855542] env[62259]: _type = "Task" [ 1559.855542] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.864125] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquiring lock "refresh_cache-c1130626-63a6-4610-a80c-1f1a6624e94b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.864410] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquired lock "refresh_cache-c1130626-63a6-4610-a80c-1f1a6624e94b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.864645] env[62259]: DEBUG nova.network.neutron [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.870041] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.968424] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ba9dc5-74d3-95b2-9fae-39f4ab710663, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.971634] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.971926] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.972255] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.972470] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.972701] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.974393] env[62259]: DEBUG nova.network.neutron [req-e1112c8a-e131-4a67-8bea-833a07a57be1 req-df2d8d50-294b-4362-8058-37988038bed9 service nova] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Updated VIF entry in instance network info cache for port b9754515-1895-4a22-b2f9-d98ec14120a9. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.974393] env[62259]: DEBUG nova.network.neutron [req-e1112c8a-e131-4a67-8bea-833a07a57be1 req-df2d8d50-294b-4362-8058-37988038bed9 service nova] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Updating instance_info_cache with network_info: [{"id": "b9754515-1895-4a22-b2f9-d98ec14120a9", "address": "fa:16:3e:85:f0:22", "network": {"id": "b64615ee-05c9-42bc-981d-08787c8102ea", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2107947005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04773ebd30d943f0b2f52bd18c7a8846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9754515-18", "ovs_interfaceid": "b9754515-1895-4a22-b2f9-d98ec14120a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.976663] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb6ab84d-4233-454e-b0a0-3e2b2a7624c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.984895] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.985234] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.986677] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd4ca89-4793-457c-8612-79e09bee1d71 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.995575] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1559.995575] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ba9778-c0bd-9e3d-b972-67642152399f" [ 1559.995575] env[62259]: _type = "Task" [ 1559.995575] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.004759] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ba9778-c0bd-9e3d-b972-67642152399f, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.005665] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9940c839-7716-4e98-b6a4-67b93a964646 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.014430] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1560.014430] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5210d325-0720-0c5e-72ca-5eb5b38571ea" [ 1560.014430] env[62259]: _type = "Task" [ 1560.014430] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.022782] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5210d325-0720-0c5e-72ca-5eb5b38571ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.125019] env[62259]: DEBUG nova.network.neutron [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Port b0337245-48d1-4523-8447-566a0de1cb72 binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1560.173929] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692210, 'name': Rename_Task, 'duration_secs': 0.143498} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.174279] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.174556] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83a4a7a4-d6d2-4b8e-8648-4cef6843f586 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.181684] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1560.181684] env[62259]: value = "task-1692212" [ 1560.181684] env[62259]: _type = "Task" [ 1560.181684] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.192810] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.344695] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8560975e-53e5-4dfe-9a23-a995de3870c5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.356252] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74f991-952d-4b1c-ba32-12fb7ea53375 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.368761] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692211, 'name': ReconfigVM_Task, 'duration_secs': 0.288062} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.398109] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8/9feea3c3-e37e-4105-a582-9581f26122c8.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.398109] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_options': None, 'device_name': '/dev/sda', 'disk_bus': None, 'image_id': 'aec5f048-63ce-4eec-bfbd-b8ad5fdac743'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352869', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'name': 'volume-aa0fc696-447f-436e-8830-e193d4661c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9feea3c3-e37e-4105-a582-9581f26122c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'serial': 'aa0fc696-447f-436e-8830-e193d4661c3a'}, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': 'c84d6127-e00a-48c7-90d6-0ecf313cf94b', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62259) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1560.398787] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1560.398787] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352869', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'name': 'volume-aa0fc696-447f-436e-8830-e193d4661c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9feea3c3-e37e-4105-a582-9581f26122c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'serial': 'aa0fc696-447f-436e-8830-e193d4661c3a'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1560.402950] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88af4f92-abf7-4c0a-af78-3cb94b65f760 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.410085] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937c7b5f-fc43-4389-a37a-60939eca537c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.431495] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8609e819-b478-4b1c-bc62-b21d56ad7903 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.435390] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fa0ef8-db63-4574-abcf-a1eb0a03c352 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.461934] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-aa0fc696-447f-436e-8830-e193d4661c3a/volume-aa0fc696-447f-436e-8830-e193d4661c3a.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1560.470735] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58bfb246-5ac8-4a6a-b51c-cec103ffb410 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.483925] env[62259]: DEBUG nova.compute.provider_tree [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1560.485709] env[62259]: DEBUG nova.network.neutron [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1560.488407] env[62259]: DEBUG oslo_concurrency.lockutils [req-e1112c8a-e131-4a67-8bea-833a07a57be1 req-df2d8d50-294b-4362-8058-37988038bed9 service nova] Releasing lock "refresh_cache-40e30f76-c80e-4d86-93f7-a8a659ba56d1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.494394] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1560.494394] env[62259]: value = "task-1692213" [ 1560.494394] env[62259]: _type = "Task" [ 1560.494394] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.504668] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.524614] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5210d325-0720-0c5e-72ca-5eb5b38571ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.524901] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.525199] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 40e30f76-c80e-4d86-93f7-a8a659ba56d1/40e30f76-c80e-4d86-93f7-a8a659ba56d1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.525489] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-928d1e97-7879-4f4c-8d62-c63fd8307046 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.535765] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1560.535765] env[62259]: value = "task-1692214" [ 1560.535765] env[62259]: _type = "Task" [ 1560.535765] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.545081] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.697848] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692212, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.754577] env[62259]: DEBUG nova.compute.manager [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.779756] env[62259]: DEBUG nova.network.neutron [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Updating instance_info_cache with network_info: [{"id": "ff26747e-0561-43d3-bc47-319c6c8978bc", "address": "fa:16:3e:44:9c:6f", "network": {"id": "8c392163-0e0e-4d12-9258-b44b870b9ebc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-330196408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2b66a64c45faae0b8ed831564706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff26747e-05", "ovs_interfaceid": "ff26747e-0561-43d3-bc47-319c6c8978bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.789697] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1560.790715] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1560.790715] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.790715] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1560.790715] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.795211] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1560.795211] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1560.795211] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1560.795211] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1560.795211] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1560.795211] env[62259]: DEBUG nova.virt.hardware [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1560.795211] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e4e58d-9e0b-4471-ab90-5a3349e3d566 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.801913] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d64da-7c6e-4067-a535-532acb41c468 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.005867] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.028954] env[62259]: DEBUG nova.scheduler.client.report [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1561.029250] env[62259]: DEBUG nova.compute.provider_tree [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 109 to 110 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1561.029528] env[62259]: DEBUG nova.compute.provider_tree [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1561.046484] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692214, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.168131] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.169189] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.169361] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.176523] env[62259]: DEBUG nova.compute.manager [req-f6f2fd1f-bade-4934-8fd5-30411d7cc29e req-8ccc0dc6-e17e-46d8-976a-7ad6598ae7c8 service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Received event network-changed-ff26747e-0561-43d3-bc47-319c6c8978bc {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1561.176682] env[62259]: DEBUG nova.compute.manager [req-f6f2fd1f-bade-4934-8fd5-30411d7cc29e req-8ccc0dc6-e17e-46d8-976a-7ad6598ae7c8 service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Refreshing instance network info cache due to event network-changed-ff26747e-0561-43d3-bc47-319c6c8978bc. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1561.176868] env[62259]: DEBUG oslo_concurrency.lockutils [req-f6f2fd1f-bade-4934-8fd5-30411d7cc29e req-8ccc0dc6-e17e-46d8-976a-7ad6598ae7c8 service nova] Acquiring lock "refresh_cache-c1130626-63a6-4610-a80c-1f1a6624e94b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.194967] env[62259]: DEBUG nova.compute.manager [req-0c677028-5e1d-475e-881e-25bcac8acc82 req-b508c370-b567-458d-a330-b332729e6fa7 service nova] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Received event network-vif-plugged-30e82711-0d98-44f5-8788-3865ee5fc02c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1561.195417] env[62259]: DEBUG oslo_concurrency.lockutils [req-0c677028-5e1d-475e-881e-25bcac8acc82 req-b508c370-b567-458d-a330-b332729e6fa7 service nova] Acquiring lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.195665] env[62259]: DEBUG oslo_concurrency.lockutils [req-0c677028-5e1d-475e-881e-25bcac8acc82 req-b508c370-b567-458d-a330-b332729e6fa7 service nova] Lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.195861] env[62259]: DEBUG oslo_concurrency.lockutils [req-0c677028-5e1d-475e-881e-25bcac8acc82 req-b508c370-b567-458d-a330-b332729e6fa7 service nova] Lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.196338] env[62259]: DEBUG nova.compute.manager [req-0c677028-5e1d-475e-881e-25bcac8acc82 req-b508c370-b567-458d-a330-b332729e6fa7 service nova] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] No waiting events found dispatching network-vif-plugged-30e82711-0d98-44f5-8788-3865ee5fc02c {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1561.196338] env[62259]: WARNING nova.compute.manager [req-0c677028-5e1d-475e-881e-25bcac8acc82 req-b508c370-b567-458d-a330-b332729e6fa7 service nova] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Received unexpected event network-vif-plugged-30e82711-0d98-44f5-8788-3865ee5fc02c for instance with vm_state building and task_state spawning. [ 1561.200294] env[62259]: DEBUG oslo_vmware.api [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692212, 'name': PowerOnVM_Task, 'duration_secs': 0.532346} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.202183] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.202400] env[62259]: INFO nova.compute.manager [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Took 19.91 seconds to spawn the instance on the hypervisor. [ 1561.202738] env[62259]: DEBUG nova.compute.manager [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.203719] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd2bfe-19a2-4b9d-9e0d-2821681b5719 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.273733] env[62259]: DEBUG nova.network.neutron [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Successfully updated port: 30e82711-0d98-44f5-8788-3865ee5fc02c {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.285790] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Releasing lock "refresh_cache-c1130626-63a6-4610-a80c-1f1a6624e94b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.285790] env[62259]: DEBUG nova.compute.manager [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Instance network_info: |[{"id": "ff26747e-0561-43d3-bc47-319c6c8978bc", "address": "fa:16:3e:44:9c:6f", "network": {"id": "8c392163-0e0e-4d12-9258-b44b870b9ebc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-330196408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2b66a64c45faae0b8ed831564706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff26747e-05", "ovs_interfaceid": "ff26747e-0561-43d3-bc47-319c6c8978bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1561.286551] env[62259]: DEBUG oslo_concurrency.lockutils [req-f6f2fd1f-bade-4934-8fd5-30411d7cc29e req-8ccc0dc6-e17e-46d8-976a-7ad6598ae7c8 service nova] Acquired lock "refresh_cache-c1130626-63a6-4610-a80c-1f1a6624e94b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.286551] env[62259]: DEBUG nova.network.neutron [req-f6f2fd1f-bade-4934-8fd5-30411d7cc29e req-8ccc0dc6-e17e-46d8-976a-7ad6598ae7c8 service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Refreshing network info cache for port ff26747e-0561-43d3-bc47-319c6c8978bc {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1561.287848] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:9c:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff26747e-0561-43d3-bc47-319c6c8978bc', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.295543] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Creating folder: Project (e8af2b66a64c45faae0b8ed831564706). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.296949] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad57bc49-cd51-4773-a92b-406a5d29c226 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.308388] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Created folder: Project (e8af2b66a64c45faae0b8ed831564706) in parent group-v352705. [ 1561.308561] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Creating folder: Instances. Parent ref: group-v352898. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.308855] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bb3a4e1-c365-4ffc-b4a6-4160caec3871 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.318262] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Created folder: Instances in parent group-v352898. [ 1561.319181] env[62259]: DEBUG oslo.service.loopingcall [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.319181] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.319181] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e1f892e-57cc-4a38-8998-fc1a7d2106c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.340699] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.340699] env[62259]: value = "task-1692217" [ 1561.340699] env[62259]: _type = "Task" [ 1561.340699] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.348534] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692217, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.509022] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692213, 'name': ReconfigVM_Task, 'duration_secs': 0.727909} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.509411] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-aa0fc696-447f-436e-8830-e193d4661c3a/volume-aa0fc696-447f-436e-8830-e193d4661c3a.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.515474] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ba06d3-1cfa-452d-9bf4-dcd32d02bcf2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.533508] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1561.533508] env[62259]: value = "task-1692218" [ 1561.533508] env[62259]: _type = "Task" [ 1561.533508] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.537957] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.538623] env[62259]: DEBUG nova.compute.manager [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.541954] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.509s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.544029] env[62259]: INFO nova.compute.claims [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.557011] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.561462] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574065} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.561744] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 40e30f76-c80e-4d86-93f7-a8a659ba56d1/40e30f76-c80e-4d86-93f7-a8a659ba56d1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.562917] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.562917] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5346da5f-e09a-4e70-b20f-95a2ecc73b7c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.570864] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1561.570864] env[62259]: value = "task-1692219" [ 1561.570864] env[62259]: _type = "Task" [ 1561.570864] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.582327] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.726614] env[62259]: INFO nova.compute.manager [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Took 50.65 seconds to build instance. [ 1561.778637] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "refresh_cache-d9aabdfe-19cf-479c-b19c-92ebd4952e15" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.778753] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired lock "refresh_cache-d9aabdfe-19cf-479c-b19c-92ebd4952e15" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.779306] env[62259]: DEBUG nova.network.neutron [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.851505] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692217, 'name': CreateVM_Task, 'duration_secs': 0.339157} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.851689] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.852497] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.852575] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.852863] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.853139] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44bf97b6-2dce-40f5-97ee-66e7f1a01953 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.859326] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1561.859326] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52330647-fc70-a3ee-7a70-f39e1c05361a" [ 1561.859326] env[62259]: _type = "Task" [ 1561.859326] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.868888] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52330647-fc70-a3ee-7a70-f39e1c05361a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.016741] env[62259]: DEBUG nova.network.neutron [req-f6f2fd1f-bade-4934-8fd5-30411d7cc29e req-8ccc0dc6-e17e-46d8-976a-7ad6598ae7c8 service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Updated VIF entry in instance network info cache for port ff26747e-0561-43d3-bc47-319c6c8978bc. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1562.017123] env[62259]: DEBUG nova.network.neutron [req-f6f2fd1f-bade-4934-8fd5-30411d7cc29e req-8ccc0dc6-e17e-46d8-976a-7ad6598ae7c8 service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Updating instance_info_cache with network_info: [{"id": "ff26747e-0561-43d3-bc47-319c6c8978bc", "address": "fa:16:3e:44:9c:6f", "network": {"id": "8c392163-0e0e-4d12-9258-b44b870b9ebc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-330196408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8af2b66a64c45faae0b8ed831564706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff26747e-05", "ovs_interfaceid": "ff26747e-0561-43d3-bc47-319c6c8978bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.043947] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692218, 'name': ReconfigVM_Task, 'duration_secs': 0.233118} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.044267] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352869', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'name': 'volume-aa0fc696-447f-436e-8830-e193d4661c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9feea3c3-e37e-4105-a582-9581f26122c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'serial': 'aa0fc696-447f-436e-8830-e193d4661c3a'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1562.044846] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5572845d-a59d-4a99-ba75-d86f8f51230b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.052926] env[62259]: DEBUG nova.compute.utils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.057118] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1562.057118] env[62259]: value = "task-1692220" [ 1562.057118] env[62259]: _type = "Task" [ 1562.057118] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.057646] env[62259]: DEBUG nova.compute.manager [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.057840] env[62259]: DEBUG nova.network.neutron [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.071041] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692220, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.079639] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07708} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.079910] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.080688] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77092136-7d0c-4a32-83aa-adcc1648764f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.105408] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 40e30f76-c80e-4d86-93f7-a8a659ba56d1/40e30f76-c80e-4d86-93f7-a8a659ba56d1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.107123] env[62259]: DEBUG nova.policy [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a5f7bb3a27d4abfa5608e1f4bea8573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e560feede46445b4967343aaa803e736', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.108605] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f065924e-fc97-46f9-88af-214670d7a5de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.128592] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1562.128592] env[62259]: value = "task-1692221" [ 1562.128592] env[62259]: _type = "Task" [ 1562.128592] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.137315] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.229201] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4839bce5-63f1-4136-bd6e-777c0910e97f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "79daa191-06d1-454c-885f-5602630eb6a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.817s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.257743] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.257925] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.258165] env[62259]: DEBUG nova.network.neutron [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.320961] env[62259]: DEBUG nova.network.neutron [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.370478] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52330647-fc70-a3ee-7a70-f39e1c05361a, 'name': SearchDatastore_Task, 'duration_secs': 0.01659} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.374019] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.374019] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.374019] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.374019] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.374019] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.374019] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0827139-525e-4a5e-adb7-15f1dd8cf94a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.384706] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.384901] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.388574] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e78f005-261d-4613-92a8-91317f6a2624 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.394648] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1562.394648] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230c39c-6821-0251-153d-84e301b2f4b2" [ 1562.394648] env[62259]: _type = "Task" [ 1562.394648] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.404908] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230c39c-6821-0251-153d-84e301b2f4b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.431993] env[62259]: DEBUG nova.network.neutron [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Successfully created port: e2b333ca-12ff-41d4-b49f-3902b182ca9d {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.482953] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "79daa191-06d1-454c-885f-5602630eb6a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.483269] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "79daa191-06d1-454c-885f-5602630eb6a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.483482] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "79daa191-06d1-454c-885f-5602630eb6a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.483664] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "79daa191-06d1-454c-885f-5602630eb6a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.483862] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "79daa191-06d1-454c-885f-5602630eb6a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.486372] env[62259]: INFO nova.compute.manager [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Terminating instance [ 1562.519952] env[62259]: DEBUG oslo_concurrency.lockutils [req-f6f2fd1f-bade-4934-8fd5-30411d7cc29e req-8ccc0dc6-e17e-46d8-976a-7ad6598ae7c8 service nova] Releasing lock "refresh_cache-c1130626-63a6-4610-a80c-1f1a6624e94b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.558459] env[62259]: DEBUG nova.compute.manager [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.575486] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692220, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.595583] env[62259]: DEBUG nova.network.neutron [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Updating instance_info_cache with network_info: [{"id": "30e82711-0d98-44f5-8788-3865ee5fc02c", "address": "fa:16:3e:22:c0:a3", "network": {"id": "638570c7-eeb2-4ff7-8eee-4a0980c51dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1073485451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17eed2a6861f48debfda2714df2e6634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e82711-0d", "ovs_interfaceid": "30e82711-0d98-44f5-8788-3865ee5fc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.639291] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692221, 'name': ReconfigVM_Task, 'duration_secs': 0.272982} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.639594] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 40e30f76-c80e-4d86-93f7-a8a659ba56d1/40e30f76-c80e-4d86-93f7-a8a659ba56d1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.640245] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a8fc4ef-7d2c-4bcb-8847-6fd3677d9080 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.649758] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1562.649758] env[62259]: value = "task-1692222" [ 1562.649758] env[62259]: _type = "Task" [ 1562.649758] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.657683] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692222, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.904875] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230c39c-6821-0251-153d-84e301b2f4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016189} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.910477] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362a4781-daca-4b90-9e89-53e04675bdc3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.917221] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1562.917221] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aca727-5b0e-bba3-4ee0-a8345300e995" [ 1562.917221] env[62259]: _type = "Task" [ 1562.917221] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.925367] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aca727-5b0e-bba3-4ee0-a8345300e995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.992935] env[62259]: DEBUG nova.compute.manager [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1562.992988] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.994293] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4bce2e-3ad6-4c19-a288-ec96c3c9d9d7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.003378] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.003378] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1587404-a3c8-4eb1-b878-0391d75e42c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.009318] env[62259]: DEBUG oslo_vmware.api [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1563.009318] env[62259]: value = "task-1692223" [ 1563.009318] env[62259]: _type = "Task" [ 1563.009318] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.019301] env[62259]: DEBUG oslo_vmware.api [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.037653] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5316589-a917-42c1-85c3-bbaf1ac6381b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.046551] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44a904-1331-4ea0-a081-e495e69f5b99 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.091906] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e85619-7a45-4ae1-8dd5-b252245261eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.100466] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Releasing lock "refresh_cache-d9aabdfe-19cf-479c-b19c-92ebd4952e15" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.100864] env[62259]: DEBUG nova.compute.manager [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Instance network_info: |[{"id": "30e82711-0d98-44f5-8788-3865ee5fc02c", "address": "fa:16:3e:22:c0:a3", "network": {"id": "638570c7-eeb2-4ff7-8eee-4a0980c51dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1073485451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17eed2a6861f48debfda2714df2e6634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e82711-0d", "ovs_interfaceid": "30e82711-0d98-44f5-8788-3865ee5fc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.101207] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692220, 'name': Rename_Task, 'duration_secs': 0.923733} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.103679] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:c0:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30e82711-0d98-44f5-8788-3865ee5fc02c', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.112130] env[62259]: DEBUG oslo.service.loopingcall [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.112422] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.112751] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.112953] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17e369ed-b51c-4027-8bd3-d8f3ea975eb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.115780] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d84cd6b-d247-458a-8f41-ff9a22beefad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.120505] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30181f5c-ffcb-4e46-8527-1288b3347fdd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.150030] env[62259]: DEBUG nova.compute.provider_tree [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.153118] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.153118] env[62259]: value = "task-1692225" [ 1563.153118] env[62259]: _type = "Task" [ 1563.153118] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.153456] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1563.153456] env[62259]: value = "task-1692224" [ 1563.153456] env[62259]: _type = "Task" [ 1563.153456] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.154437] env[62259]: DEBUG nova.network.neutron [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance_info_cache with network_info: [{"id": "b0337245-48d1-4523-8447-566a0de1cb72", "address": "fa:16:3e:ed:29:c9", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0337245-48", "ovs_interfaceid": "b0337245-48d1-4523-8447-566a0de1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.176287] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692225, 'name': CreateVM_Task} progress is 15%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.182512] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692224, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.183131] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692222, 'name': Rename_Task, 'duration_secs': 0.150468} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.183423] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.183691] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-113d9f14-46ad-450e-91b9-a67258194a4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.191615] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1563.191615] env[62259]: value = "task-1692226" [ 1563.191615] env[62259]: _type = "Task" [ 1563.191615] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.202378] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.342540] env[62259]: DEBUG nova.compute.manager [req-670b122b-2658-493c-a4a4-843ce8c21642 req-d9df6a8a-704b-4683-a17e-fded02c3ed32 service nova] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Received event network-changed-30e82711-0d98-44f5-8788-3865ee5fc02c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1563.342540] env[62259]: DEBUG nova.compute.manager [req-670b122b-2658-493c-a4a4-843ce8c21642 req-d9df6a8a-704b-4683-a17e-fded02c3ed32 service nova] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Refreshing instance network info cache due to event network-changed-30e82711-0d98-44f5-8788-3865ee5fc02c. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1563.342540] env[62259]: DEBUG oslo_concurrency.lockutils [req-670b122b-2658-493c-a4a4-843ce8c21642 req-d9df6a8a-704b-4683-a17e-fded02c3ed32 service nova] Acquiring lock "refresh_cache-d9aabdfe-19cf-479c-b19c-92ebd4952e15" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.342540] env[62259]: DEBUG oslo_concurrency.lockutils [req-670b122b-2658-493c-a4a4-843ce8c21642 req-d9df6a8a-704b-4683-a17e-fded02c3ed32 service nova] Acquired lock "refresh_cache-d9aabdfe-19cf-479c-b19c-92ebd4952e15" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.342540] env[62259]: DEBUG nova.network.neutron [req-670b122b-2658-493c-a4a4-843ce8c21642 req-d9df6a8a-704b-4683-a17e-fded02c3ed32 service nova] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Refreshing network info cache for port 30e82711-0d98-44f5-8788-3865ee5fc02c {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.429853] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aca727-5b0e-bba3-4ee0-a8345300e995, 'name': SearchDatastore_Task, 'duration_secs': 0.015851} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.429853] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.430091] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c1130626-63a6-4610-a80c-1f1a6624e94b/c1130626-63a6-4610-a80c-1f1a6624e94b.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1563.430319] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e40383-5e86-48e3-a253-e3d69e9047ae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.437065] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1563.437065] env[62259]: value = "task-1692227" [ 1563.437065] env[62259]: _type = "Task" [ 1563.437065] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.445466] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.521463] env[62259]: DEBUG oslo_vmware.api [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692223, 'name': PowerOffVM_Task, 'duration_secs': 0.180556} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.521922] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.522812] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.522812] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ae4510-708c-497d-b0dc-9a79f1707a30 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.588045] env[62259]: DEBUG nova.compute.manager [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.612810] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1563.613099] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1563.613267] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.613452] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1563.613600] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.613772] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1563.614135] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1563.614356] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1563.614582] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1563.614758] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1563.614952] env[62259]: DEBUG nova.virt.hardware [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1563.616044] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a118ad48-1bac-4e45-9b0e-9e063f05b863 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.625519] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9f55c9-343e-4490-97ff-a973a0976992 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.651466] env[62259]: DEBUG nova.scheduler.client.report [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1563.661713] env[62259]: DEBUG oslo_concurrency.lockutils [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.677963] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.677963] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.678268] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleting the datastore file [datastore1] 79daa191-06d1-454c-885f-5602630eb6a1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.679555] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e40c0b63-3936-4391-b43e-404b79d873cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.692456] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692225, 'name': CreateVM_Task, 'duration_secs': 0.478735} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.692872] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.694491] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1563.698163] env[62259]: DEBUG oslo_vmware.api [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1563.698163] env[62259]: value = "task-1692229" [ 1563.698163] env[62259]: _type = "Task" [ 1563.698163] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.698909] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.699090] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.699434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1563.700119] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d1cf1f-8267-45be-8489-4e9d132bcd84 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.708820] env[62259]: DEBUG oslo_vmware.api [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692226, 'name': PowerOnVM_Task, 'duration_secs': 0.469772} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.709806] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.710014] env[62259]: INFO nova.compute.manager [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1563.710206] env[62259]: DEBUG nova.compute.manager [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.711052] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74345a0f-a7da-4138-a857-fee4b135c102 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.718201] env[62259]: DEBUG oslo_vmware.api [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.718348] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1563.718348] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a2123e-3109-3039-a2ae-0447bdabaa28" [ 1563.718348] env[62259]: _type = "Task" [ 1563.718348] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.731558] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a2123e-3109-3039-a2ae-0447bdabaa28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.947763] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.975819] env[62259]: DEBUG nova.network.neutron [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Successfully updated port: e2b333ca-12ff-41d4-b49f-3902b182ca9d {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.113313] env[62259]: DEBUG nova.network.neutron [req-670b122b-2658-493c-a4a4-843ce8c21642 req-d9df6a8a-704b-4683-a17e-fded02c3ed32 service nova] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Updated VIF entry in instance network info cache for port 30e82711-0d98-44f5-8788-3865ee5fc02c. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.113313] env[62259]: DEBUG nova.network.neutron [req-670b122b-2658-493c-a4a4-843ce8c21642 req-d9df6a8a-704b-4683-a17e-fded02c3ed32 service nova] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Updating instance_info_cache with network_info: [{"id": "30e82711-0d98-44f5-8788-3865ee5fc02c", "address": "fa:16:3e:22:c0:a3", "network": {"id": "638570c7-eeb2-4ff7-8eee-4a0980c51dc9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1073485451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17eed2a6861f48debfda2714df2e6634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e82711-0d", "ovs_interfaceid": "30e82711-0d98-44f5-8788-3865ee5fc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.160432] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.161019] env[62259]: DEBUG nova.compute.manager [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.167158] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.022s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.167158] env[62259]: INFO nova.compute.claims [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.189262] env[62259]: DEBUG oslo_vmware.api [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692224, 'name': PowerOnVM_Task, 'duration_secs': 0.711748} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.189560] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.210675] env[62259]: DEBUG oslo_vmware.api [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.225412] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91caca5-0b6b-4eb5-bade-8d11c3fc0c11 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.242636] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a2123e-3109-3039-a2ae-0447bdabaa28, 'name': SearchDatastore_Task, 'duration_secs': 0.07513} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.245253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.245253] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.245253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.245253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.245253] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.260652] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b570273f-4330-4223-bcab-e574bdd277d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.264090] env[62259]: INFO nova.compute.manager [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Took 46.64 seconds to build instance. [ 1564.266334] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe8a8e-c9fa-46bd-a887-b66d0f9b04e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.275058] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance '2496ab0d-468e-48b7-a85f-beb4e1f8bc47' progress to 83 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1564.281370] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.281591] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.286071] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3243def-12fe-414f-bcae-6a2bd6798035 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.292492] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1564.292492] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e3ad95-e72c-528a-776d-323053b7d3fb" [ 1564.292492] env[62259]: _type = "Task" [ 1564.292492] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.301678] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e3ad95-e72c-528a-776d-323053b7d3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.351687] env[62259]: DEBUG nova.compute.manager [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.352648] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a6b4c8-7f4e-4bc3-a063-0847996f8390 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.447940] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636174} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.448236] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c1130626-63a6-4610-a80c-1f1a6624e94b/c1130626-63a6-4610-a80c-1f1a6624e94b.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1564.448481] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1564.448750] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f9dfd27-bf76-48f1-bae5-cb6c078c4f2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.455063] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1564.455063] env[62259]: value = "task-1692230" [ 1564.455063] env[62259]: _type = "Task" [ 1564.455063] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.462985] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.481196] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "refresh_cache-1af408fc-cca0-46d1-a038-6c690df2c066" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.481388] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "refresh_cache-1af408fc-cca0-46d1-a038-6c690df2c066" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.481576] env[62259]: DEBUG nova.network.neutron [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1564.616792] env[62259]: DEBUG oslo_concurrency.lockutils [req-670b122b-2658-493c-a4a4-843ce8c21642 req-d9df6a8a-704b-4683-a17e-fded02c3ed32 service nova] Releasing lock "refresh_cache-d9aabdfe-19cf-479c-b19c-92ebd4952e15" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.673353] env[62259]: DEBUG nova.compute.utils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.674640] env[62259]: DEBUG nova.compute.manager [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.675186] env[62259]: DEBUG nova.network.neutron [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.712022] env[62259]: DEBUG oslo_vmware.api [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572515} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.712760] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.712760] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.712760] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.712942] env[62259]: INFO nova.compute.manager [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1564.713208] env[62259]: DEBUG oslo.service.loopingcall [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.713427] env[62259]: DEBUG nova.compute.manager [-] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1564.713550] env[62259]: DEBUG nova.network.neutron [-] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.766675] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9d2c09f6-c971-4aa4-9d9f-41f59dd88a33 tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.776s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.769713] env[62259]: DEBUG nova.policy [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '622d179540184aedb06ae7355f05eef7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2d6874b22db46f8a27d5599e4044e33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.781576] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-188d1e9e-b329-45a1-9145-5fad57ca8ff7 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance '2496ab0d-468e-48b7-a85f-beb4e1f8bc47' progress to 100 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1564.804365] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e3ad95-e72c-528a-776d-323053b7d3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019367} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.805214] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85230b2-768b-4d80-b3ed-7ff8f1933223 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.811415] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1564.811415] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a77592-8fbb-e060-fd89-abaa57022621" [ 1564.811415] env[62259]: _type = "Task" [ 1564.811415] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.823751] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a77592-8fbb-e060-fd89-abaa57022621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.870758] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c6d8ae50-01e8-4890-891d-5d09439cbf21 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 59.268s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.890410] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquiring lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.890666] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.890877] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquiring lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.891079] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.891237] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.893651] env[62259]: INFO nova.compute.manager [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Terminating instance [ 1564.967094] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111793} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.967433] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1564.968264] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1861af3-3238-4e5e-9f08-e7aebe2d8c03 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.996506] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c1130626-63a6-4610-a80c-1f1a6624e94b/c1130626-63a6-4610-a80c-1f1a6624e94b.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.998822] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d75008f9-dffe-483f-9bab-86fb7094522d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.020965] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1565.020965] env[62259]: value = "task-1692231" [ 1565.020965] env[62259]: _type = "Task" [ 1565.020965] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.030318] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.044927] env[62259]: DEBUG nova.network.neutron [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.137172] env[62259]: DEBUG nova.network.neutron [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Successfully created port: 5676b061-a74a-4971-9f58-ad7f7ee42e60 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.178152] env[62259]: DEBUG nova.compute.manager [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.212216] env[62259]: DEBUG nova.network.neutron [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Updating instance_info_cache with network_info: [{"id": "e2b333ca-12ff-41d4-b49f-3902b182ca9d", "address": "fa:16:3e:24:71:72", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b333ca-12", "ovs_interfaceid": "e2b333ca-12ff-41d4-b49f-3902b182ca9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.324661] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a77592-8fbb-e060-fd89-abaa57022621, 'name': SearchDatastore_Task, 'duration_secs': 0.017696} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.324952] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.325229] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] d9aabdfe-19cf-479c-b19c-92ebd4952e15/d9aabdfe-19cf-479c-b19c-92ebd4952e15.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.325499] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f3404c-b70e-4c33-ad6b-4ef6f59343e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.336533] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1565.336533] env[62259]: value = "task-1692232" [ 1565.336533] env[62259]: _type = "Task" [ 1565.336533] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.347457] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.383177] env[62259]: DEBUG nova.compute.manager [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Received event network-vif-plugged-e2b333ca-12ff-41d4-b49f-3902b182ca9d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1565.383527] env[62259]: DEBUG oslo_concurrency.lockutils [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] Acquiring lock "1af408fc-cca0-46d1-a038-6c690df2c066-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.383678] env[62259]: DEBUG oslo_concurrency.lockutils [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] Lock "1af408fc-cca0-46d1-a038-6c690df2c066-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.383849] env[62259]: DEBUG oslo_concurrency.lockutils [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] Lock "1af408fc-cca0-46d1-a038-6c690df2c066-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.384061] env[62259]: DEBUG nova.compute.manager [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] No waiting events found dispatching network-vif-plugged-e2b333ca-12ff-41d4-b49f-3902b182ca9d {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1565.384261] env[62259]: WARNING nova.compute.manager [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Received unexpected event network-vif-plugged-e2b333ca-12ff-41d4-b49f-3902b182ca9d for instance with vm_state building and task_state spawning. [ 1565.384427] env[62259]: DEBUG nova.compute.manager [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Received event network-changed-e2b333ca-12ff-41d4-b49f-3902b182ca9d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1565.384584] env[62259]: DEBUG nova.compute.manager [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Refreshing instance network info cache due to event network-changed-e2b333ca-12ff-41d4-b49f-3902b182ca9d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1565.384751] env[62259]: DEBUG oslo_concurrency.lockutils [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] Acquiring lock "refresh_cache-1af408fc-cca0-46d1-a038-6c690df2c066" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.397320] env[62259]: DEBUG nova.compute.manager [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.397601] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.398618] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b7679b-008e-4e48-97a6-38df843989ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.409539] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.409832] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d00fed78-31cf-4d50-aa09-c15abbb88548 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.416131] env[62259]: DEBUG oslo_vmware.api [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1565.416131] env[62259]: value = "task-1692233" [ 1565.416131] env[62259]: _type = "Task" [ 1565.416131] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.428470] env[62259]: DEBUG oslo_vmware.api [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.500364] env[62259]: DEBUG nova.network.neutron [-] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.533632] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.702633] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9e7bee-114b-404e-868d-fafd8112c7ac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.710673] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81317b2-db56-479e-97ea-4baaa868b148 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.714668] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "refresh_cache-1af408fc-cca0-46d1-a038-6c690df2c066" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.715020] env[62259]: DEBUG nova.compute.manager [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Instance network_info: |[{"id": "e2b333ca-12ff-41d4-b49f-3902b182ca9d", "address": "fa:16:3e:24:71:72", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b333ca-12", "ovs_interfaceid": "e2b333ca-12ff-41d4-b49f-3902b182ca9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1565.715414] env[62259]: DEBUG oslo_concurrency.lockutils [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] Acquired lock "refresh_cache-1af408fc-cca0-46d1-a038-6c690df2c066" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.715946] env[62259]: DEBUG nova.network.neutron [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Refreshing network info cache for port e2b333ca-12ff-41d4-b49f-3902b182ca9d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1565.716988] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:71:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2b333ca-12ff-41d4-b49f-3902b182ca9d', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1565.726336] env[62259]: DEBUG oslo.service.loopingcall [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.730749] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1565.759428] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-713d7925-2b26-43f9-a367-11ea52a9944f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.776110] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d665f-c0b4-431a-bbb2-601044876098 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.788265] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39800f7e-521e-4e75-9fa3-ba369bd639ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.793222] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1565.793222] env[62259]: value = "task-1692234" [ 1565.793222] env[62259]: _type = "Task" [ 1565.793222] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.812473] env[62259]: DEBUG nova.compute.provider_tree [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1565.824046] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692234, 'name': CreateVM_Task} progress is 15%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.850460] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692232, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.928147] env[62259]: DEBUG oslo_vmware.api [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692233, 'name': PowerOffVM_Task, 'duration_secs': 0.224001} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.931066] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.931312] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.931636] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fcfb157-a683-465e-8fab-59fee6a41975 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.000311] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.000926] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.001201] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Deleting the datastore file [datastore1] 40e30f76-c80e-4d86-93f7-a8a659ba56d1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.001681] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fbd91fb-81b5-43f9-87e8-a9eb560defb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.004074] env[62259]: INFO nova.compute.manager [-] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Took 1.29 seconds to deallocate network for instance. [ 1566.015891] env[62259]: DEBUG oslo_vmware.api [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for the task: (returnval){ [ 1566.015891] env[62259]: value = "task-1692236" [ 1566.015891] env[62259]: _type = "Task" [ 1566.015891] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.025054] env[62259]: DEBUG oslo_vmware.api [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.034502] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692231, 'name': ReconfigVM_Task, 'duration_secs': 0.525854} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.034502] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c1130626-63a6-4610-a80c-1f1a6624e94b/c1130626-63a6-4610-a80c-1f1a6624e94b.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.035474] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0777e781-4eb2-4c71-a7b5-dd436656bf0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.045186] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1566.045186] env[62259]: value = "task-1692237" [ 1566.045186] env[62259]: _type = "Task" [ 1566.045186] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.053722] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692237, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.056496] env[62259]: DEBUG nova.network.neutron [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Updated VIF entry in instance network info cache for port e2b333ca-12ff-41d4-b49f-3902b182ca9d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1566.056974] env[62259]: DEBUG nova.network.neutron [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Updating instance_info_cache with network_info: [{"id": "e2b333ca-12ff-41d4-b49f-3902b182ca9d", "address": "fa:16:3e:24:71:72", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b333ca-12", "ovs_interfaceid": "e2b333ca-12ff-41d4-b49f-3902b182ca9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.189356] env[62259]: DEBUG nova.compute.manager [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.216838] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1566.217267] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1566.217536] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.217854] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1566.218062] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.218242] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1566.218454] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1566.218636] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1566.218818] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1566.218986] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1566.219192] env[62259]: DEBUG nova.virt.hardware [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1566.220116] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5aaee5-b4a8-45f5-b59d-082ac85bc461 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.232252] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e4bbe-ebbb-4c24-af09-798f96950a7b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.319679] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692234, 'name': CreateVM_Task, 'duration_secs': 0.515913} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.321825] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1566.322800] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.322800] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.323129] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.323494] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d65787-601a-454b-aa6b-4974d43638f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.329537] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1566.329537] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520628ec-217f-1cc2-5f03-b3b5083cb666" [ 1566.329537] env[62259]: _type = "Task" [ 1566.329537] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.341196] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520628ec-217f-1cc2-5f03-b3b5083cb666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.350808] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751599} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.350808] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] d9aabdfe-19cf-479c-b19c-92ebd4952e15/d9aabdfe-19cf-479c-b19c-92ebd4952e15.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.351026] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.351265] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-980fd4f1-2084-4545-97aa-766fa29d2b2b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.355440] env[62259]: DEBUG nova.scheduler.client.report [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1566.355705] env[62259]: DEBUG nova.compute.provider_tree [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 110 to 111 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1566.355892] env[62259]: DEBUG nova.compute.provider_tree [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.361254] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1566.361254] env[62259]: value = "task-1692238" [ 1566.361254] env[62259]: _type = "Task" [ 1566.361254] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.371145] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.515853] env[62259]: DEBUG oslo_vmware.rw_handles [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524638d7-ae65-f1e3-f1e5-ffbea5051244/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1566.516798] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.517674] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c10ab8-9990-4e39-8c86-55213bd4e38d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.526871] env[62259]: DEBUG oslo_vmware.rw_handles [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524638d7-ae65-f1e3-f1e5-ffbea5051244/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1566.527089] env[62259]: ERROR oslo_vmware.rw_handles [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524638d7-ae65-f1e3-f1e5-ffbea5051244/disk-0.vmdk due to incomplete transfer. [ 1566.530504] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eea27cc2-a67e-467d-bbd9-21eb2cae411a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.532171] env[62259]: DEBUG oslo_vmware.api [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Task: {'id': task-1692236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323036} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.532415] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.532599] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.532773] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.532958] env[62259]: INFO nova.compute.manager [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1566.533204] env[62259]: DEBUG oslo.service.loopingcall [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.533818] env[62259]: DEBUG nova.compute.manager [-] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1566.533906] env[62259]: DEBUG nova.network.neutron [-] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.539062] env[62259]: DEBUG oslo_vmware.rw_handles [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524638d7-ae65-f1e3-f1e5-ffbea5051244/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1566.539257] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Uploaded image fac4a18f-145c-40ce-b430-6d45a0c00c09 to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1566.541496] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1566.543350] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e730cd4b-c83b-4d97-92ac-cee678e54842 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.548971] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1566.548971] env[62259]: value = "task-1692239" [ 1566.548971] env[62259]: _type = "Task" [ 1566.548971] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.555475] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692237, 'name': Rename_Task, 'duration_secs': 0.171751} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.556262] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.556262] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db620ba0-8122-4db8-a39e-2a4e5f7a8007 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.561367] env[62259]: DEBUG oslo_concurrency.lockutils [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] Releasing lock "refresh_cache-1af408fc-cca0-46d1-a038-6c690df2c066" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.561602] env[62259]: DEBUG nova.compute.manager [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Received event network-vif-deleted-514972dd-2d0f-473a-a80a-71dff2af0c15 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1566.561778] env[62259]: INFO nova.compute.manager [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Neutron deleted interface 514972dd-2d0f-473a-a80a-71dff2af0c15; detaching it from the instance and deleting it from the info cache [ 1566.561954] env[62259]: DEBUG nova.network.neutron [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.563344] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692239, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.565849] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1566.565849] env[62259]: value = "task-1692240" [ 1566.565849] env[62259]: _type = "Task" [ 1566.565849] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.575899] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.735126] env[62259]: DEBUG oslo_concurrency.lockutils [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.735126] env[62259]: DEBUG oslo_concurrency.lockutils [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.735126] env[62259]: DEBUG nova.compute.manager [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Going to confirm migration 3 {{(pid=62259) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 1566.844782] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520628ec-217f-1cc2-5f03-b3b5083cb666, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.845202] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.845402] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.845688] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.845879] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.846112] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.846418] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7accc611-05ec-4663-83d4-a2d8b1fb6e7c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.856109] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.856289] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.857074] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a621568a-b1c1-426a-8ea2-60002db8d525 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.861979] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.862497] env[62259]: DEBUG nova.compute.manager [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.866059] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.852s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.867805] env[62259]: INFO nova.compute.claims [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.875856] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1566.875856] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521af3e5-814c-786a-efa3-713928f38e74" [ 1566.875856] env[62259]: _type = "Task" [ 1566.875856] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.884224] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082891} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.884224] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.884841] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8db713-7844-4133-ada8-507cbe59965a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.894304] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521af3e5-814c-786a-efa3-713928f38e74, 'name': SearchDatastore_Task, 'duration_secs': 0.01792} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.895022] env[62259]: DEBUG nova.compute.manager [req-53c36c8f-71e9-4adf-8fdf-2fbc7a22c54c req-6321c8c8-1905-4cc4-9f63-b75a7ca7b9d6 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Received event network-vif-plugged-5676b061-a74a-4971-9f58-ad7f7ee42e60 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1566.895221] env[62259]: DEBUG oslo_concurrency.lockutils [req-53c36c8f-71e9-4adf-8fdf-2fbc7a22c54c req-6321c8c8-1905-4cc4-9f63-b75a7ca7b9d6 service nova] Acquiring lock "4939de91-9990-4d0d-a360-6fd22210772c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.895471] env[62259]: DEBUG oslo_concurrency.lockutils [req-53c36c8f-71e9-4adf-8fdf-2fbc7a22c54c req-6321c8c8-1905-4cc4-9f63-b75a7ca7b9d6 service nova] Lock "4939de91-9990-4d0d-a360-6fd22210772c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.895643] env[62259]: DEBUG oslo_concurrency.lockutils [req-53c36c8f-71e9-4adf-8fdf-2fbc7a22c54c req-6321c8c8-1905-4cc4-9f63-b75a7ca7b9d6 service nova] Lock "4939de91-9990-4d0d-a360-6fd22210772c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.895809] env[62259]: DEBUG nova.compute.manager [req-53c36c8f-71e9-4adf-8fdf-2fbc7a22c54c req-6321c8c8-1905-4cc4-9f63-b75a7ca7b9d6 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] No waiting events found dispatching network-vif-plugged-5676b061-a74a-4971-9f58-ad7f7ee42e60 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1566.895973] env[62259]: WARNING nova.compute.manager [req-53c36c8f-71e9-4adf-8fdf-2fbc7a22c54c req-6321c8c8-1905-4cc4-9f63-b75a7ca7b9d6 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Received unexpected event network-vif-plugged-5676b061-a74a-4971-9f58-ad7f7ee42e60 for instance with vm_state building and task_state spawning. [ 1566.897492] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f5574a-1383-420b-92a4-69618520cdd6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.918788] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d9aabdfe-19cf-479c-b19c-92ebd4952e15/d9aabdfe-19cf-479c-b19c-92ebd4952e15.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.920361] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b38b513-d7d0-4551-aa3b-c758713c315f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.936977] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1566.936977] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5219807e-1991-f339-0682-aa3b6442edfc" [ 1566.936977] env[62259]: _type = "Task" [ 1566.936977] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.942259] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1566.942259] env[62259]: value = "task-1692241" [ 1566.942259] env[62259]: _type = "Task" [ 1566.942259] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.948634] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5219807e-1991-f339-0682-aa3b6442edfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.953950] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.960009] env[62259]: DEBUG nova.network.neutron [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Successfully updated port: 5676b061-a74a-4971-9f58-ad7f7ee42e60 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.059019] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692239, 'name': Destroy_Task, 'duration_secs': 0.385762} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.059385] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Destroyed the VM [ 1567.059622] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1567.059866] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b77e8a99-a07d-44ab-8621-d387502f7551 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.068029] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1567.068029] env[62259]: value = "task-1692242" [ 1567.068029] env[62259]: _type = "Task" [ 1567.068029] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.068252] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2cfe283-418e-492f-92d8-4a88f7c6bf63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.080957] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692242, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.084409] env[62259]: DEBUG oslo_vmware.api [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692240, 'name': PowerOnVM_Task, 'duration_secs': 0.449937} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.084708] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.084913] env[62259]: INFO nova.compute.manager [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1567.085105] env[62259]: DEBUG nova.compute.manager [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.087941] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c797816-901d-459d-b955-471b802cfe0f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.098600] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b2107-5b53-4146-8fff-48f99321365c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.127180] env[62259]: DEBUG nova.compute.manager [req-792674da-6c0c-4a43-a0c0-ba60ccf91ef1 req-b2bbb5d1-c22d-4d05-9152-fae3aa5fbd1a service nova] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Detach interface failed, port_id=514972dd-2d0f-473a-a80a-71dff2af0c15, reason: Instance 79daa191-06d1-454c-885f-5602630eb6a1 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1567.338014] env[62259]: DEBUG oslo_concurrency.lockutils [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.338217] env[62259]: DEBUG oslo_concurrency.lockutils [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.338396] env[62259]: DEBUG nova.network.neutron [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.338585] env[62259]: DEBUG nova.objects.instance [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'info_cache' on Instance uuid 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.339890] env[62259]: DEBUG nova.network.neutron [-] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.369306] env[62259]: DEBUG nova.compute.utils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1567.374672] env[62259]: DEBUG nova.compute.manager [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1567.374852] env[62259]: DEBUG nova.network.neutron [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.437832] env[62259]: DEBUG nova.policy [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff89c1df10be4a04ae985494d0b7f319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd60b06493494d7fb9b08d88318c53d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1567.453207] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.457210] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5219807e-1991-f339-0682-aa3b6442edfc, 'name': SearchDatastore_Task, 'duration_secs': 0.041231} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.457489] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.457782] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1af408fc-cca0-46d1-a038-6c690df2c066/1af408fc-cca0-46d1-a038-6c690df2c066.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.458013] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c0cf647-133b-4ac5-abe4-7fb86a4f5e7e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.462711] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.462864] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.463010] env[62259]: DEBUG nova.network.neutron [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.465204] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1567.465204] env[62259]: value = "task-1692243" [ 1567.465204] env[62259]: _type = "Task" [ 1567.465204] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.479651] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.583423] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692242, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.586720] env[62259]: DEBUG nova.compute.manager [req-eb311054-e193-449c-a726-d9d2953fbba4 req-5375d5db-4cd5-4c62-9634-784c5a3d6b81 service nova] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Received event network-vif-deleted-b9754515-1895-4a22-b2f9-d98ec14120a9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1567.620801] env[62259]: INFO nova.compute.manager [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Took 47.67 seconds to build instance. [ 1567.846495] env[62259]: INFO nova.compute.manager [-] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Took 1.31 seconds to deallocate network for instance. [ 1567.879943] env[62259]: DEBUG nova.compute.manager [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1567.953680] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692241, 'name': ReconfigVM_Task, 'duration_secs': 0.928904} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.957729] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d9aabdfe-19cf-479c-b19c-92ebd4952e15/d9aabdfe-19cf-479c-b19c-92ebd4952e15.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.958164] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b62dd9b3-3b06-4c98-9608-1f16bb45461a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.968878] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1567.968878] env[62259]: value = "task-1692244" [ 1567.968878] env[62259]: _type = "Task" [ 1567.968878] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.969822] env[62259]: DEBUG nova.network.neutron [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Successfully created port: d54be10e-3ab1-4c52-8040-1f0eef426648 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.985555] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.988991] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692244, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.013855] env[62259]: DEBUG nova.network.neutron [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.089565] env[62259]: DEBUG oslo_vmware.api [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692242, 'name': RemoveSnapshot_Task, 'duration_secs': 0.547063} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.089940] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1568.090303] env[62259]: INFO nova.compute.manager [None req-572fcfd0-a71f-4ddb-a99b-c6db0460bf40 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Took 17.17 seconds to snapshot the instance on the hypervisor. [ 1568.122417] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a585bc07-6b61-44a0-a0fd-bf509fa3296d tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "c1130626-63a6-4610-a80c-1f1a6624e94b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.142s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.179992] env[62259]: DEBUG nova.network.neutron [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Updating instance_info_cache with network_info: [{"id": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "address": "fa:16:3e:4b:7a:88", "network": {"id": "748beab3-1400-4f3f-8190-cddbcbd7b626", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-146885479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b2d6874b22db46f8a27d5599e4044e33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5676b061-a7", "ovs_interfaceid": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.359749] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.421764] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483e641-968b-4f0b-867b-75ff7dce0394 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.435180] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab55f2fe-348d-44d6-8375-bf3e4ece0797 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.477311] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1da34c-3da5-47a4-9044-2a82e5063817 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.493110] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856295} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.498025] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1af408fc-cca0-46d1-a038-6c690df2c066/1af408fc-cca0-46d1-a038-6c690df2c066.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.498025] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.498304] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692244, 'name': Rename_Task, 'duration_secs': 0.375986} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.499029] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-737785eb-7665-468a-a8ef-8ac645426730 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.501736] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455f42f-a4ee-466e-bf5c-cc8528d942c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.505875] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1568.508636] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6a862aa-f679-4f43-90f8-53de79727474 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.521872] env[62259]: DEBUG nova.compute.provider_tree [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.524735] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1568.524735] env[62259]: value = "task-1692246" [ 1568.524735] env[62259]: _type = "Task" [ 1568.524735] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.525042] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1568.525042] env[62259]: value = "task-1692245" [ 1568.525042] env[62259]: _type = "Task" [ 1568.525042] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.539897] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692246, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.540194] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.615217] env[62259]: DEBUG nova.network.neutron [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance_info_cache with network_info: [{"id": "b0337245-48d1-4523-8447-566a0de1cb72", "address": "fa:16:3e:ed:29:c9", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0337245-48", "ovs_interfaceid": "b0337245-48d1-4523-8447-566a0de1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.685786] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.686426] env[62259]: DEBUG nova.compute.manager [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Instance network_info: |[{"id": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "address": "fa:16:3e:4b:7a:88", "network": {"id": "748beab3-1400-4f3f-8190-cddbcbd7b626", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-146885479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b2d6874b22db46f8a27d5599e4044e33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5676b061-a7", "ovs_interfaceid": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1568.686624] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:7a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5676b061-a74a-4971-9f58-ad7f7ee42e60', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.694926] env[62259]: DEBUG oslo.service.loopingcall [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.695436] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.696192] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9180138b-0e30-4934-ac49-b6f025a22499 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.717903] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.717903] env[62259]: value = "task-1692247" [ 1568.717903] env[62259]: _type = "Task" [ 1568.717903] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.726995] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692247, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.895053] env[62259]: DEBUG nova.compute.manager [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1568.918282] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1568.918551] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1568.918718] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.918900] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1568.919048] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.919201] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1568.919409] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1568.919609] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1568.919809] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1568.919957] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1568.920142] env[62259]: DEBUG nova.virt.hardware [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1568.921013] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13de4ab-2250-490b-9f22-8cf65e3f819f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.926916] env[62259]: DEBUG nova.compute.manager [req-3f537e70-7b70-4a93-adce-34f6d3b88789 req-fc30d85d-b8e0-4179-ab7e-4691ce54a7b0 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Received event network-changed-5676b061-a74a-4971-9f58-ad7f7ee42e60 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1568.927117] env[62259]: DEBUG nova.compute.manager [req-3f537e70-7b70-4a93-adce-34f6d3b88789 req-fc30d85d-b8e0-4179-ab7e-4691ce54a7b0 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Refreshing instance network info cache due to event network-changed-5676b061-a74a-4971-9f58-ad7f7ee42e60. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1568.927336] env[62259]: DEBUG oslo_concurrency.lockutils [req-3f537e70-7b70-4a93-adce-34f6d3b88789 req-fc30d85d-b8e0-4179-ab7e-4691ce54a7b0 service nova] Acquiring lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.927504] env[62259]: DEBUG oslo_concurrency.lockutils [req-3f537e70-7b70-4a93-adce-34f6d3b88789 req-fc30d85d-b8e0-4179-ab7e-4691ce54a7b0 service nova] Acquired lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.927666] env[62259]: DEBUG nova.network.neutron [req-3f537e70-7b70-4a93-adce-34f6d3b88789 req-fc30d85d-b8e0-4179-ab7e-4691ce54a7b0 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Refreshing network info cache for port 5676b061-a74a-4971-9f58-ad7f7ee42e60 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.932249] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e81e253-1c63-42e6-83c0-98b57db59705 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.983463] env[62259]: DEBUG oslo_concurrency.lockutils [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquiring lock "c1130626-63a6-4610-a80c-1f1a6624e94b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.983749] env[62259]: DEBUG oslo_concurrency.lockutils [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "c1130626-63a6-4610-a80c-1f1a6624e94b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.983963] env[62259]: DEBUG oslo_concurrency.lockutils [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquiring lock "c1130626-63a6-4610-a80c-1f1a6624e94b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.984160] env[62259]: DEBUG oslo_concurrency.lockutils [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "c1130626-63a6-4610-a80c-1f1a6624e94b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.984331] env[62259]: DEBUG oslo_concurrency.lockutils [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "c1130626-63a6-4610-a80c-1f1a6624e94b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.990249] env[62259]: INFO nova.compute.manager [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Terminating instance [ 1569.027518] env[62259]: DEBUG nova.scheduler.client.report [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1569.047911] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067841} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.048020] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.048252] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.049016] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dcab3e-3441-40f7-83f7-5b40583f57e2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.075973] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 1af408fc-cca0-46d1-a038-6c690df2c066/1af408fc-cca0-46d1-a038-6c690df2c066.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.076621] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb5d1b7-b9bb-40cd-92e7-bd872df47195 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.096705] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1569.096705] env[62259]: value = "task-1692248" [ 1569.096705] env[62259]: _type = "Task" [ 1569.096705] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.105869] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.117624] env[62259]: DEBUG oslo_concurrency.lockutils [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.117747] env[62259]: DEBUG nova.objects.instance [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'migration_context' on Instance uuid 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.229260] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692247, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.492941] env[62259]: DEBUG oslo_concurrency.lockutils [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquiring lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.493563] env[62259]: DEBUG oslo_concurrency.lockutils [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.493659] env[62259]: DEBUG oslo_concurrency.lockutils [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquiring lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.493924] env[62259]: DEBUG oslo_concurrency.lockutils [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.494246] env[62259]: DEBUG oslo_concurrency.lockutils [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.496761] env[62259]: DEBUG nova.compute.manager [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1569.497011] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.497570] env[62259]: INFO nova.compute.manager [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Terminating instance [ 1569.499608] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711882bb-6073-490e-bb96-105357555fcd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.508601] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.510994] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41cf474e-f361-40cc-998c-f4c230c7b943 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.518592] env[62259]: DEBUG oslo_vmware.api [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1569.518592] env[62259]: value = "task-1692249" [ 1569.518592] env[62259]: _type = "Task" [ 1569.518592] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.527804] env[62259]: DEBUG oslo_vmware.api [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.542623] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.543196] env[62259]: DEBUG nova.compute.manager [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1569.546647] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.547319] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.809s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.549721] env[62259]: INFO nova.compute.claims [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1569.607894] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692248, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.622484] env[62259]: DEBUG nova.objects.base [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Object Instance<2496ab0d-468e-48b7-a85f-beb4e1f8bc47> lazy-loaded attributes: info_cache,migration_context {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1569.623431] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4c93c7-4256-4696-a668-e1b1eeca1b26 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.650869] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea66bac-9e9d-49a2-bf57-9afbdf3e8224 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.657720] env[62259]: DEBUG oslo_vmware.api [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1569.657720] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fe9515-467d-c132-5b31-8513762777c2" [ 1569.657720] env[62259]: _type = "Task" [ 1569.657720] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.665705] env[62259]: DEBUG nova.network.neutron [req-3f537e70-7b70-4a93-adce-34f6d3b88789 req-fc30d85d-b8e0-4179-ab7e-4691ce54a7b0 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Updated VIF entry in instance network info cache for port 5676b061-a74a-4971-9f58-ad7f7ee42e60. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.666932] env[62259]: DEBUG nova.network.neutron [req-3f537e70-7b70-4a93-adce-34f6d3b88789 req-fc30d85d-b8e0-4179-ab7e-4691ce54a7b0 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Updating instance_info_cache with network_info: [{"id": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "address": "fa:16:3e:4b:7a:88", "network": {"id": "748beab3-1400-4f3f-8190-cddbcbd7b626", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-146885479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b2d6874b22db46f8a27d5599e4044e33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5676b061-a7", "ovs_interfaceid": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.674825] env[62259]: DEBUG oslo_vmware.api [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fe9515-467d-c132-5b31-8513762777c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.728518] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692247, 'name': CreateVM_Task, 'duration_secs': 0.855576} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.728959] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.729457] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.729646] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.730020] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.730281] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa67bda-660c-43d1-b2c0-ea3ad4c7a60f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.735583] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1569.735583] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52187590-cad4-a79b-91a5-6b2dc1d4d336" [ 1569.735583] env[62259]: _type = "Task" [ 1569.735583] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.744687] env[62259]: DEBUG nova.network.neutron [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Successfully updated port: d54be10e-3ab1-4c52-8040-1f0eef426648 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.753511] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52187590-cad4-a79b-91a5-6b2dc1d4d336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.006228] env[62259]: DEBUG nova.compute.manager [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1570.006941] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.007538] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2d063a-8414-4fbb-a25d-dea8d7ca39f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.015999] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.016279] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27edbc9-bd8e-49b2-8c2e-102f8ae504e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.023708] env[62259]: DEBUG oslo_vmware.api [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1570.023708] env[62259]: value = "task-1692250" [ 1570.023708] env[62259]: _type = "Task" [ 1570.023708] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.030298] env[62259]: DEBUG oslo_vmware.api [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692249, 'name': PowerOffVM_Task, 'duration_secs': 0.206032} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.031230] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.031409] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.031657] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd512a36-1993-4998-bd50-9424ae913273 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.036577] env[62259]: DEBUG oslo_vmware.api [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.044963] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.048494] env[62259]: DEBUG nova.compute.utils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1570.049917] env[62259]: DEBUG nova.compute.manager [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1570.050125] env[62259]: DEBUG nova.network.neutron [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1570.108025] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692248, 'name': ReconfigVM_Task, 'duration_secs': 0.542155} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.108405] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 1af408fc-cca0-46d1-a038-6c690df2c066/1af408fc-cca0-46d1-a038-6c690df2c066.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.109334] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7d2ee5d-b49b-4cf5-8c4c-f51b63725c19 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.117365] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1570.117365] env[62259]: value = "task-1692252" [ 1570.117365] env[62259]: _type = "Task" [ 1570.117365] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.127575] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692252, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.137230] env[62259]: DEBUG nova.policy [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e68114b554414493a567641f4fddfb8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d186547b31349dfac6792b64b5a5ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1570.171129] env[62259]: DEBUG oslo_concurrency.lockutils [req-3f537e70-7b70-4a93-adce-34f6d3b88789 req-fc30d85d-b8e0-4179-ab7e-4691ce54a7b0 service nova] Releasing lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.171573] env[62259]: DEBUG oslo_vmware.api [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fe9515-467d-c132-5b31-8513762777c2, 'name': SearchDatastore_Task, 'duration_secs': 0.037965} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.173165] env[62259]: DEBUG oslo_concurrency.lockutils [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.173556] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.173678] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.173824] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Deleting the datastore file [datastore1] c1130626-63a6-4610-a80c-1f1a6624e94b {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.174097] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fddf50d6-bd3a-4707-8582-bbd3bc9772ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.181206] env[62259]: DEBUG oslo_vmware.api [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for the task: (returnval){ [ 1570.181206] env[62259]: value = "task-1692253" [ 1570.181206] env[62259]: _type = "Task" [ 1570.181206] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.191355] env[62259]: DEBUG oslo_vmware.api [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.248917] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.249084] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.249241] env[62259]: DEBUG nova.network.neutron [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.254838] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52187590-cad4-a79b-91a5-6b2dc1d4d336, 'name': SearchDatastore_Task, 'duration_secs': 0.06338} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.255402] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.255672] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.255918] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.256074] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.256253] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.256521] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-648446b5-fdd2-42d2-84f9-99adf674d9cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.265028] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.267771] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.267771] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b57409-d579-41a7-a57c-3ca856164a90 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.272542] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1570.272542] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e6ed18-3cea-94c8-39a3-5ceeb5d9ddbe" [ 1570.272542] env[62259]: _type = "Task" [ 1570.272542] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.280641] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e6ed18-3cea-94c8-39a3-5ceeb5d9ddbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.498834] env[62259]: DEBUG nova.network.neutron [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Successfully created port: 463fba2d-6562-4814-850d-1c8216be27e6 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1570.533986] env[62259]: DEBUG oslo_vmware.api [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692250, 'name': PowerOffVM_Task, 'duration_secs': 0.209588} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.534274] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.534442] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.534712] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4e45239-fb3b-423e-9907-a4ad20135145 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.544086] env[62259]: DEBUG oslo_vmware.api [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692246, 'name': PowerOnVM_Task, 'duration_secs': 1.690087} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.544318] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1570.544517] env[62259]: INFO nova.compute.manager [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1570.544696] env[62259]: DEBUG nova.compute.manager [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1570.545404] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40a9c0f-1297-4c94-bf91-cfc8e941cc54 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.557025] env[62259]: DEBUG nova.compute.manager [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.617700] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.618647] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.618647] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Deleting the datastore file [datastore1] acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.618647] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15a553b1-f82e-4e7d-8f60-ef569abd33a4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.631679] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692252, 'name': Rename_Task, 'duration_secs': 0.153487} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.633847] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.634553] env[62259]: DEBUG oslo_vmware.api [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for the task: (returnval){ [ 1570.634553] env[62259]: value = "task-1692255" [ 1570.634553] env[62259]: _type = "Task" [ 1570.634553] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.634869] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa2f1d33-67e3-416c-8455-89cd1790b7b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.645717] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1570.645717] env[62259]: value = "task-1692256" [ 1570.645717] env[62259]: _type = "Task" [ 1570.645717] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.648703] env[62259]: DEBUG oslo_vmware.api [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.655949] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.691832] env[62259]: DEBUG oslo_vmware.api [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Task: {'id': task-1692253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281675} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.692129] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.692356] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.692640] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.692743] env[62259]: INFO nova.compute.manager [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1570.692989] env[62259]: DEBUG oslo.service.loopingcall [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.693217] env[62259]: DEBUG nova.compute.manager [-] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1570.693334] env[62259]: DEBUG nova.network.neutron [-] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1570.785983] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e6ed18-3cea-94c8-39a3-5ceeb5d9ddbe, 'name': SearchDatastore_Task, 'duration_secs': 0.00828} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.786793] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f26f905-24c1-429c-a3e0-b283bae439c0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.794049] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1570.794049] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52221927-0fbe-0967-dc97-ef705f931d72" [ 1570.794049] env[62259]: _type = "Task" [ 1570.794049] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.802921] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52221927-0fbe-0967-dc97-ef705f931d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.809833] env[62259]: DEBUG nova.network.neutron [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1571.028574] env[62259]: DEBUG nova.network.neutron [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updating instance_info_cache with network_info: [{"id": "d54be10e-3ab1-4c52-8040-1f0eef426648", "address": "fa:16:3e:f6:ff:a2", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54be10e-3a", "ovs_interfaceid": "d54be10e-3ab1-4c52-8040-1f0eef426648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.038567] env[62259]: DEBUG nova.compute.manager [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Received event network-vif-plugged-d54be10e-3ab1-4c52-8040-1f0eef426648 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1571.038567] env[62259]: DEBUG oslo_concurrency.lockutils [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] Acquiring lock "3ae727ee-f97a-4191-a414-430bc45dfe04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.038567] env[62259]: DEBUG oslo_concurrency.lockutils [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.038567] env[62259]: DEBUG oslo_concurrency.lockutils [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.038567] env[62259]: DEBUG nova.compute.manager [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] No waiting events found dispatching network-vif-plugged-d54be10e-3ab1-4c52-8040-1f0eef426648 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1571.038567] env[62259]: WARNING nova.compute.manager [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Received unexpected event network-vif-plugged-d54be10e-3ab1-4c52-8040-1f0eef426648 for instance with vm_state building and task_state spawning. [ 1571.038567] env[62259]: DEBUG nova.compute.manager [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Received event network-changed-d54be10e-3ab1-4c52-8040-1f0eef426648 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1571.038567] env[62259]: DEBUG nova.compute.manager [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Refreshing instance network info cache due to event network-changed-d54be10e-3ab1-4c52-8040-1f0eef426648. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1571.039220] env[62259]: DEBUG oslo_concurrency.lockutils [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] Acquiring lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.069726] env[62259]: INFO nova.compute.manager [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Took 50.14 seconds to build instance. [ 1571.143640] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e39a269-09a9-4ffb-b03e-9e91996a4b00 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.151796] env[62259]: DEBUG oslo_vmware.api [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Task: {'id': task-1692255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237348} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.156366] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.156560] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.156738] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.156914] env[62259]: INFO nova.compute.manager [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1571.157278] env[62259]: DEBUG oslo.service.loopingcall [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.157430] env[62259]: DEBUG nova.compute.manager [-] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.157524] env[62259]: DEBUG nova.network.neutron [-] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.159839] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acec8c81-8a95-4551-9317-fe2abeceb633 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.167681] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692256, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.194294] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1881287-c79e-4b1c-b68e-8fb36507c1c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.204087] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b8a92a-b0ad-476f-8f10-cfe2b818688e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.218062] env[62259]: DEBUG nova.compute.provider_tree [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1571.221306] env[62259]: DEBUG nova.compute.manager [req-6aaf489b-ee1c-46ee-a019-ac9a78fda348 req-039fed1d-5f7d-4705-b0c5-6fd4b9d4f0fc service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Received event network-vif-deleted-ff26747e-0561-43d3-bc47-319c6c8978bc {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1571.221499] env[62259]: INFO nova.compute.manager [req-6aaf489b-ee1c-46ee-a019-ac9a78fda348 req-039fed1d-5f7d-4705-b0c5-6fd4b9d4f0fc service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Neutron deleted interface ff26747e-0561-43d3-bc47-319c6c8978bc; detaching it from the instance and deleting it from the info cache [ 1571.221672] env[62259]: DEBUG nova.network.neutron [req-6aaf489b-ee1c-46ee-a019-ac9a78fda348 req-039fed1d-5f7d-4705-b0c5-6fd4b9d4f0fc service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.305268] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52221927-0fbe-0967-dc97-ef705f931d72, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.305560] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.305829] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 4939de91-9990-4d0d-a360-6fd22210772c/4939de91-9990-4d0d-a360-6fd22210772c.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.306123] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dbdc356-3991-4b17-8703-89774ad82629 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.315172] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1571.315172] env[62259]: value = "task-1692257" [ 1571.315172] env[62259]: _type = "Task" [ 1571.315172] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.325315] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.532895] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.533100] env[62259]: DEBUG nova.compute.manager [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Instance network_info: |[{"id": "d54be10e-3ab1-4c52-8040-1f0eef426648", "address": "fa:16:3e:f6:ff:a2", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54be10e-3a", "ovs_interfaceid": "d54be10e-3ab1-4c52-8040-1f0eef426648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1571.533288] env[62259]: DEBUG oslo_concurrency.lockutils [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] Acquired lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.533512] env[62259]: DEBUG nova.network.neutron [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Refreshing network info cache for port d54be10e-3ab1-4c52-8040-1f0eef426648 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.534746] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ff:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd54be10e-3ab1-4c52-8040-1f0eef426648', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.543074] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Creating folder: Project (bd60b06493494d7fb9b08d88318c53d1). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.546244] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0477ab81-4d29-426e-afba-558fbed34e0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.558483] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Created folder: Project (bd60b06493494d7fb9b08d88318c53d1) in parent group-v352705. [ 1571.558782] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Creating folder: Instances. Parent ref: group-v352904. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.558991] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a28e08d7-23fb-4b37-badc-27c7fdb82bc0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.569194] env[62259]: DEBUG nova.compute.manager [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1571.573559] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Created folder: Instances in parent group-v352904. [ 1571.573559] env[62259]: DEBUG oslo.service.loopingcall [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.573559] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.573559] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef1e0379-f126-4ec6-83c5-9decbabb330e tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.141s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.573559] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a241b37a-9e5c-4a34-8771-e923bb1792ac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.600634] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.600634] env[62259]: value = "task-1692260" [ 1571.600634] env[62259]: _type = "Task" [ 1571.600634] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.602921] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1571.603196] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1571.603354] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.603537] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1571.603682] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.603825] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1571.604041] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1571.604204] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1571.604369] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1571.604530] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1571.605040] env[62259]: DEBUG nova.virt.hardware [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1571.605107] env[62259]: DEBUG nova.network.neutron [-] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.606851] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f6389f-7616-4fe7-8190-1b80782683c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.622234] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19922ef5-69fe-4962-8f23-60e0546b4a59 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.626463] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692260, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.662876] env[62259]: DEBUG oslo_vmware.api [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692256, 'name': PowerOnVM_Task, 'duration_secs': 0.694045} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.663248] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.663381] env[62259]: INFO nova.compute.manager [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1571.663559] env[62259]: DEBUG nova.compute.manager [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.664390] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9b6170-8d56-4cbe-9059-564b17e95b06 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.727279] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52414485-a3c4-432d-96cc-8979b53a9506 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.739696] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b1d87-bcfe-4ea9-9eb4-3b10b63b73cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.758442] env[62259]: DEBUG nova.scheduler.client.report [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1571.758749] env[62259]: DEBUG nova.compute.provider_tree [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 111 to 112 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1571.758937] env[62259]: DEBUG nova.compute.provider_tree [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1571.782523] env[62259]: DEBUG nova.compute.manager [req-6aaf489b-ee1c-46ee-a019-ac9a78fda348 req-039fed1d-5f7d-4705-b0c5-6fd4b9d4f0fc service nova] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Detach interface failed, port_id=ff26747e-0561-43d3-bc47-319c6c8978bc, reason: Instance c1130626-63a6-4610-a80c-1f1a6624e94b could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1571.822567] env[62259]: DEBUG nova.network.neutron [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updated VIF entry in instance network info cache for port d54be10e-3ab1-4c52-8040-1f0eef426648. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1571.822915] env[62259]: DEBUG nova.network.neutron [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updating instance_info_cache with network_info: [{"id": "d54be10e-3ab1-4c52-8040-1f0eef426648", "address": "fa:16:3e:f6:ff:a2", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54be10e-3a", "ovs_interfaceid": "d54be10e-3ab1-4c52-8040-1f0eef426648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.827395] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692257, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.950579] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.950844] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.951064] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.951264] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.951418] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.953865] env[62259]: INFO nova.compute.manager [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Terminating instance [ 1571.955181] env[62259]: DEBUG nova.network.neutron [-] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.107018] env[62259]: DEBUG nova.network.neutron [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Successfully updated port: 463fba2d-6562-4814-850d-1c8216be27e6 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.110705] env[62259]: INFO nova.compute.manager [-] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Took 1.42 seconds to deallocate network for instance. [ 1572.122979] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692260, 'name': CreateVM_Task, 'duration_secs': 0.5075} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.123361] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.124423] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.125795] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.125795] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.125795] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0c11c8-4925-41d0-904b-af13ce1677f3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.132758] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1572.132758] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526695e6-5416-1720-8d11-7056ef720c59" [ 1572.132758] env[62259]: _type = "Task" [ 1572.132758] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.142765] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526695e6-5416-1720-8d11-7056ef720c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.183770] env[62259]: INFO nova.compute.manager [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Took 46.76 seconds to build instance. [ 1572.284409] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.284993] env[62259]: DEBUG nova.compute.manager [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1572.287936] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.842s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.329426] env[62259]: DEBUG oslo_concurrency.lockutils [req-32faaada-2977-4d2d-885a-19f540ac3531 req-2a524978-4a88-49aa-a554-bff7432acce3 service nova] Releasing lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.329426] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618657} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.330537] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 4939de91-9990-4d0d-a360-6fd22210772c/4939de91-9990-4d0d-a360-6fd22210772c.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.330537] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.330537] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64358e96-fbe8-4e3e-83b6-2ff2597b83cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.337120] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1572.337120] env[62259]: value = "task-1692261" [ 1572.337120] env[62259]: _type = "Task" [ 1572.337120] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.347603] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.458625] env[62259]: INFO nova.compute.manager [-] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Took 1.30 seconds to deallocate network for instance. [ 1572.459271] env[62259]: DEBUG nova.compute.manager [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1572.459454] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1572.461631] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cf06db-28d3-48cd-bfaa-47f3da3d8f78 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.471487] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1572.471722] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be572fbf-a0a7-49c9-a757-fafef4241bc5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.477904] env[62259]: DEBUG oslo_vmware.api [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1572.477904] env[62259]: value = "task-1692262" [ 1572.477904] env[62259]: _type = "Task" [ 1572.477904] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.485309] env[62259]: DEBUG oslo_vmware.api [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.608021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "refresh_cache-c886f7a8-f8cb-409d-a1ec-f4424bfb521c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.608166] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "refresh_cache-c886f7a8-f8cb-409d-a1ec-f4424bfb521c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.608320] env[62259]: DEBUG nova.network.neutron [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.624513] env[62259]: DEBUG oslo_concurrency.lockutils [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.644329] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526695e6-5416-1720-8d11-7056ef720c59, 'name': SearchDatastore_Task, 'duration_secs': 0.052985} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.644605] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.644832] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.645082] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.645238] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.645419] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.645686] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8fd3efa-62bf-4a82-ba95-159332724310 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.657386] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.657577] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.658356] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b3d89d-06fb-41bf-bfff-be9b9897031c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.666039] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1572.666039] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5201ce2f-50dd-f0a8-3412-ef931048c369" [ 1572.666039] env[62259]: _type = "Task" [ 1572.666039] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.675757] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5201ce2f-50dd-f0a8-3412-ef931048c369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.685907] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6758aeef-4221-4260-8e98-0e85b25847bb tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "1af408fc-cca0-46d1-a038-6c690df2c066" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.823s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.792045] env[62259]: DEBUG nova.compute.utils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1572.806664] env[62259]: DEBUG nova.compute.manager [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1572.806857] env[62259]: DEBUG nova.network.neutron [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1572.847228] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064965} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.847647] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.848395] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f2d67f-e200-4459-aedd-187fcb993e95 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.871248] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 4939de91-9990-4d0d-a360-6fd22210772c/4939de91-9990-4d0d-a360-6fd22210772c.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.872817] env[62259]: DEBUG nova.policy [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7dc110aba14038a30660622853d8c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b77d418aab7145d6a6b8e7970ac92ee2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1572.874237] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6289b5-390e-4339-b3ba-42aa4c55ceac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.895182] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1572.895182] env[62259]: value = "task-1692263" [ 1572.895182] env[62259]: _type = "Task" [ 1572.895182] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.903134] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.968649] env[62259]: DEBUG oslo_concurrency.lockutils [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.988439] env[62259]: DEBUG oslo_vmware.api [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.066198] env[62259]: DEBUG nova.compute.manager [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Received event network-vif-plugged-463fba2d-6562-4814-850d-1c8216be27e6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1573.066427] env[62259]: DEBUG oslo_concurrency.lockutils [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] Acquiring lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.066638] env[62259]: DEBUG oslo_concurrency.lockutils [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] Lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.066809] env[62259]: DEBUG oslo_concurrency.lockutils [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] Lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.066977] env[62259]: DEBUG nova.compute.manager [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] No waiting events found dispatching network-vif-plugged-463fba2d-6562-4814-850d-1c8216be27e6 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1573.067158] env[62259]: WARNING nova.compute.manager [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Received unexpected event network-vif-plugged-463fba2d-6562-4814-850d-1c8216be27e6 for instance with vm_state building and task_state spawning. [ 1573.067323] env[62259]: DEBUG nova.compute.manager [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Received event network-changed-463fba2d-6562-4814-850d-1c8216be27e6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1573.067476] env[62259]: DEBUG nova.compute.manager [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Refreshing instance network info cache due to event network-changed-463fba2d-6562-4814-850d-1c8216be27e6. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1573.067701] env[62259]: DEBUG oslo_concurrency.lockutils [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] Acquiring lock "refresh_cache-c886f7a8-f8cb-409d-a1ec-f4424bfb521c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.158281] env[62259]: DEBUG nova.network.neutron [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.177780] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5201ce2f-50dd-f0a8-3412-ef931048c369, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.178658] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8fb375b-fbea-4ba5-947a-f5a1b594bcdb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.186056] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1573.186056] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520d2a45-1430-b83a-c23e-ed9d7f262c14" [ 1573.186056] env[62259]: _type = "Task" [ 1573.186056] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.194963] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520d2a45-1430-b83a-c23e-ed9d7f262c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.199155] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "d4ae6d51-e833-437d-9569-d760311ef0ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.199380] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "d4ae6d51-e833-437d-9569-d760311ef0ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.282067] env[62259]: DEBUG nova.compute.manager [req-c4421391-ee81-44dd-a0fd-bac51035248f req-92678db2-468b-46ae-870b-2561ae0a976e service nova] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Received event network-vif-deleted-0b542da7-0c5a-46e1-a793-2ad57e9a4114 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1573.296178] env[62259]: DEBUG nova.network.neutron [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Successfully created port: 144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1573.306673] env[62259]: DEBUG nova.compute.manager [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1573.311016] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Applying migration context for instance 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 as it has an incoming, in-progress migration 5f33c820-2e41-4e8e-9156-dbeeab3c1979. Migration status is confirming {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1573.312672] env[62259]: INFO nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating resource usage from migration 5f33c820-2e41-4e8e-9156-dbeeab3c1979 [ 1573.342873] env[62259]: DEBUG nova.network.neutron [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Updating instance_info_cache with network_info: [{"id": "463fba2d-6562-4814-850d-1c8216be27e6", "address": "fa:16:3e:c0:e7:d0", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463fba2d-65", "ovs_interfaceid": "463fba2d-6562-4814-850d-1c8216be27e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.346875] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 54ce854a-5100-4a7c-ad79-ab4315a16984 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.346923] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 656db28c-aa12-43c6-be4a-e3abfd6345bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.347184] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 071ba0ff-6674-480a-9c76-cfcd6237aa7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.347184] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance cd8b2ef1-fb0d-428a-ba3e-f538646d3759 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.347412] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 744c8809-f829-4c6b-94ab-9e708d519862 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.347412] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance b77463b3-dccc-4ed0-a19b-7d705e03047e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.347904] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 02e9aa10-bbde-45f8-b053-024be85f0ddc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.347904] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 600b261e-6358-40de-8eed-710c0dc1ebf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.347904] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7fbab168-074b-4750-a95a-ed96e8b004bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.347904] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9aa10d90-ce21-45e7-8adc-5ad1452e0535 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.348452] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 3227e918-f372-4028-8550-f7ec7c6ff61d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.348452] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 88584ded-586c-4b00-a393-5106b5d383c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.348452] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance e6d34622-a87d-4ada-9be0-c4515f53d329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.348452] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7c76e700-8634-4290-b100-a9997a443a3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.348452] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 5029aaf0-9a81-48d4-889c-39ac61f3f5e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.349463] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 574e92d4-f7cd-4bb1-8678-c47af41c2937 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.349463] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 5734241a-1b7b-468a-a397-07fa2a52d352 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.349463] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.349463] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9feea3c3-e37e-4105-a582-9581f26122c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.349463] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 2089ec2c-88a6-4b30-b678-527b3d14a72b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.349463] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 865c009b-cbc0-45dd-84fa-42cce7f8222b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.349463] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 79daa191-06d1-454c-885f-5602630eb6a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.349463] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 40e30f76-c80e-4d86-93f7-a8a659ba56d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.349821] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance c1130626-63a6-4610-a80c-1f1a6624e94b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1573.349821] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Migration 5f33c820-2e41-4e8e-9156-dbeeab3c1979 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1573.349821] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.349910] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance d9aabdfe-19cf-479c-b19c-92ebd4952e15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.349938] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 1af408fc-cca0-46d1-a038-6c690df2c066 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.350263] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 4939de91-9990-4d0d-a360-6fd22210772c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.350263] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 3ae727ee-f97a-4191-a414-430bc45dfe04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.350263] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance c886f7a8-f8cb-409d-a1ec-f4424bfb521c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.350481] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 31a82249-1a2d-4ef6-a914-1a3e453e61b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1573.407893] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692263, 'name': ReconfigVM_Task, 'duration_secs': 0.286704} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.411058] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 4939de91-9990-4d0d-a360-6fd22210772c/4939de91-9990-4d0d-a360-6fd22210772c.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.411058] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f467f370-faf2-4643-9750-64b5b3e20c53 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.415830] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1573.415830] env[62259]: value = "task-1692264" [ 1573.415830] env[62259]: _type = "Task" [ 1573.415830] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.424696] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692264, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.490776] env[62259]: DEBUG oslo_vmware.api [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692262, 'name': PowerOffVM_Task, 'duration_secs': 0.700115} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.490776] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1573.490776] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1573.490776] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28bfc730-6d74-4c2d-bb46-22d067641e40 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.566440] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1573.566440] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1573.566440] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Deleting the datastore file [datastore1] d9aabdfe-19cf-479c-b19c-92ebd4952e15 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1573.566440] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96864408-c8e9-4314-9b8b-72e5aca0eb92 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.575222] env[62259]: DEBUG oslo_vmware.api [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for the task: (returnval){ [ 1573.575222] env[62259]: value = "task-1692266" [ 1573.575222] env[62259]: _type = "Task" [ 1573.575222] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.580890] env[62259]: DEBUG oslo_vmware.api [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.700100] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520d2a45-1430-b83a-c23e-ed9d7f262c14, 'name': SearchDatastore_Task, 'duration_secs': 0.026822} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.700100] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.700100] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3ae727ee-f97a-4191-a414-430bc45dfe04/3ae727ee-f97a-4191-a414-430bc45dfe04.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.700100] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36a0a6ff-d430-4728-9b08-b68d9a945cf2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.708130] env[62259]: DEBUG nova.compute.manager [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.709041] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1573.709041] env[62259]: value = "task-1692267" [ 1573.709041] env[62259]: _type = "Task" [ 1573.709041] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.720293] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.846097] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "refresh_cache-c886f7a8-f8cb-409d-a1ec-f4424bfb521c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.846458] env[62259]: DEBUG nova.compute.manager [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Instance network_info: |[{"id": "463fba2d-6562-4814-850d-1c8216be27e6", "address": "fa:16:3e:c0:e7:d0", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463fba2d-65", "ovs_interfaceid": "463fba2d-6562-4814-850d-1c8216be27e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1573.846814] env[62259]: DEBUG oslo_concurrency.lockutils [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] Acquired lock "refresh_cache-c886f7a8-f8cb-409d-a1ec-f4424bfb521c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.846950] env[62259]: DEBUG nova.network.neutron [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Refreshing network info cache for port 463fba2d-6562-4814-850d-1c8216be27e6 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1573.848238] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:e7:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '463fba2d-6562-4814-850d-1c8216be27e6', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1573.856251] env[62259]: DEBUG oslo.service.loopingcall [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.860291] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1573.861516] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1573.862202] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-587c1644-25d9-4776-a536-5d0c365afcbd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.885293] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1573.885293] env[62259]: value = "task-1692268" [ 1573.885293] env[62259]: _type = "Task" [ 1573.885293] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.893360] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692268, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.926031] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692264, 'name': Rename_Task, 'duration_secs': 0.142486} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.926331] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.926588] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a729d98-576f-4506-a1b1-fe5c5f297515 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.932658] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1573.932658] env[62259]: value = "task-1692269" [ 1573.932658] env[62259]: _type = "Task" [ 1573.932658] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.943091] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.084421] env[62259]: DEBUG oslo_vmware.api [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Task: {'id': task-1692266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216108} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.084729] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1574.084928] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1574.085111] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1574.085290] env[62259]: INFO nova.compute.manager [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1574.085538] env[62259]: DEBUG oslo.service.loopingcall [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.085773] env[62259]: DEBUG nova.compute.manager [-] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1574.086365] env[62259]: DEBUG nova.network.neutron [-] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1574.152029] env[62259]: DEBUG nova.network.neutron [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Updated VIF entry in instance network info cache for port 463fba2d-6562-4814-850d-1c8216be27e6. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.152453] env[62259]: DEBUG nova.network.neutron [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Updating instance_info_cache with network_info: [{"id": "463fba2d-6562-4814-850d-1c8216be27e6", "address": "fa:16:3e:c0:e7:d0", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463fba2d-65", "ovs_interfaceid": "463fba2d-6562-4814-850d-1c8216be27e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.221601] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501923} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.223959] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3ae727ee-f97a-4191-a414-430bc45dfe04/3ae727ee-f97a-4191-a414-430bc45dfe04.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.224186] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.224633] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5700b0fc-765d-450c-bcd4-86b09b77a345 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.231082] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1574.231082] env[62259]: value = "task-1692270" [ 1574.231082] env[62259]: _type = "Task" [ 1574.231082] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.239299] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.240524] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.322040] env[62259]: DEBUG nova.compute.manager [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1574.349452] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1574.349708] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1574.349869] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1574.350062] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1574.350225] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1574.350353] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1574.350574] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1574.350765] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1574.350941] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1574.351125] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1574.351306] env[62259]: DEBUG nova.virt.hardware [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1574.352170] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff5b57-7842-476f-8f57-9eb875d5aeb2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.360916] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff985d0-368c-4f04-b7bb-ab1b994eb4bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.364976] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance d4ae6d51-e833-437d-9569-d760311ef0ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1574.365278] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1574.365466] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5440MB phys_disk=200GB used_disk=26GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1574.394290] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692268, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.443289] env[62259]: DEBUG oslo_vmware.api [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692269, 'name': PowerOnVM_Task, 'duration_secs': 0.482511} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.443806] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.444088] env[62259]: INFO nova.compute.manager [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1574.444861] env[62259]: DEBUG nova.compute.manager [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.447584] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2183dbed-cb67-43ef-a5d8-6eb32cd5818e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.655606] env[62259]: DEBUG oslo_concurrency.lockutils [req-e398698f-586d-4019-bbab-e22e0f3db575 req-9d701476-9c6a-480a-b74d-7f0aad25d33a service nova] Releasing lock "refresh_cache-c886f7a8-f8cb-409d-a1ec-f4424bfb521c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.740543] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084848} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.741153] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.743653] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958511ee-2d8f-4fb4-a817-70c231eea832 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.767399] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 3ae727ee-f97a-4191-a414-430bc45dfe04/3ae727ee-f97a-4191-a414-430bc45dfe04.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.770357] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0dff075-d43f-4b0e-9a14-0b208de2c86d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.791884] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1574.791884] env[62259]: value = "task-1692271" [ 1574.791884] env[62259]: _type = "Task" [ 1574.791884] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.799828] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.813762] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb6c952-768b-4183-80b1-11385548b1c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.821088] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d807d-3182-432a-b0dd-992e22f31fd1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.859794] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92c4c22-894c-4fc7-9561-ab1426e50873 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.867701] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54eb38bf-7790-47b2-8ffa-41b27148d0a0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.872668] env[62259]: DEBUG nova.network.neutron [-] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.883577] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1574.893765] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692268, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.966293] env[62259]: INFO nova.compute.manager [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Took 48.95 seconds to build instance. [ 1575.214725] env[62259]: DEBUG nova.compute.manager [req-bf8873ec-37c8-4a2f-adbd-fc5a14afdfbe req-b8fc87df-e29b-4b93-8d45-fbe3d8587106 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Received event network-vif-plugged-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1575.214961] env[62259]: DEBUG oslo_concurrency.lockutils [req-bf8873ec-37c8-4a2f-adbd-fc5a14afdfbe req-b8fc87df-e29b-4b93-8d45-fbe3d8587106 service nova] Acquiring lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.215191] env[62259]: DEBUG oslo_concurrency.lockutils [req-bf8873ec-37c8-4a2f-adbd-fc5a14afdfbe req-b8fc87df-e29b-4b93-8d45-fbe3d8587106 service nova] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.215353] env[62259]: DEBUG oslo_concurrency.lockutils [req-bf8873ec-37c8-4a2f-adbd-fc5a14afdfbe req-b8fc87df-e29b-4b93-8d45-fbe3d8587106 service nova] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.215524] env[62259]: DEBUG nova.compute.manager [req-bf8873ec-37c8-4a2f-adbd-fc5a14afdfbe req-b8fc87df-e29b-4b93-8d45-fbe3d8587106 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] No waiting events found dispatching network-vif-plugged-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1575.215802] env[62259]: WARNING nova.compute.manager [req-bf8873ec-37c8-4a2f-adbd-fc5a14afdfbe req-b8fc87df-e29b-4b93-8d45-fbe3d8587106 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Received unexpected event network-vif-plugged-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 for instance with vm_state building and task_state spawning. [ 1575.301918] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.351379] env[62259]: DEBUG nova.network.neutron [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Successfully updated port: 144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1575.355595] env[62259]: DEBUG nova.compute.manager [req-068bb34d-fbe2-4a83-a409-5f981cd49490 req-7fa7d946-3bb4-4938-83f1-58673858ec48 service nova] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Received event network-vif-deleted-30e82711-0d98-44f5-8788-3865ee5fc02c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1575.376021] env[62259]: INFO nova.compute.manager [-] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Took 1.29 seconds to deallocate network for instance. [ 1575.398957] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692268, 'name': CreateVM_Task, 'duration_secs': 1.12404} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.401046] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.406326] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.406557] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.406897] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.407192] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad67f00-52e8-48c3-8dc1-dd112736d953 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.412210] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1575.412210] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e53f1b-a1e1-864b-865c-354ab90342ea" [ 1575.412210] env[62259]: _type = "Task" [ 1575.412210] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.417710] env[62259]: ERROR nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [req-8dd5d59c-b281-415c-83ed-8c7c766d4a9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8dd5d59c-b281-415c-83ed-8c7c766d4a9c"}]} [ 1575.429795] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e53f1b-a1e1-864b-865c-354ab90342ea, 'name': SearchDatastore_Task, 'duration_secs': 0.014089} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.430102] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.430325] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.430554] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.430697] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.430871] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.431358] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-259d7946-e30e-4981-8316-2b967a41336a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.438136] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1575.442555] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.442555] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.442748] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c3f5a1-0726-44ec-9677-468cd1ab3bb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.447877] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1575.447877] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52221bcb-418a-e4bd-b8ff-28deb18fccb5" [ 1575.447877] env[62259]: _type = "Task" [ 1575.447877] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.454528] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1575.454705] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1575.460699] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52221bcb-418a-e4bd-b8ff-28deb18fccb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.467401] env[62259]: DEBUG oslo_concurrency.lockutils [None req-295574eb-9938-4c23-822d-c5eaff8f85ca tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "4939de91-9990-4d0d-a360-6fd22210772c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.108s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.470443] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1575.490519] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1575.801598] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692271, 'name': ReconfigVM_Task, 'duration_secs': 0.851481} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.804015] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 3ae727ee-f97a-4191-a414-430bc45dfe04/3ae727ee-f97a-4191-a414-430bc45dfe04.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.804803] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b2f09f-f113-4fc0-b2dc-bcd14a72ac19 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.812726] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1575.812726] env[62259]: value = "task-1692272" [ 1575.812726] env[62259]: _type = "Task" [ 1575.812726] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.822835] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692272, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.854059] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.854258] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.854436] env[62259]: DEBUG nova.network.neutron [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1575.881422] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.900252] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df96c37-3a95-4e55-bb6c-b79ef2d1ce49 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.908324] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cdc30b-b64c-4ff0-8343-164d120becfd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.939453] env[62259]: INFO nova.compute.manager [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Rescuing [ 1575.939727] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.939881] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.940068] env[62259]: DEBUG nova.network.neutron [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1575.942360] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446d9465-29d5-4051-97f9-48593c68bcc6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.953345] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde65a8c-8d84-48d3-b27d-690713677e39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.962863] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52221bcb-418a-e4bd-b8ff-28deb18fccb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.971082] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1575.972438] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1747094f-0372-4dba-bdfb-cab2d37c1476 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.977679] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1575.977679] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5201ef23-41a4-5b7c-85ad-3efb7f0897f9" [ 1575.977679] env[62259]: _type = "Task" [ 1575.977679] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.985881] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5201ef23-41a4-5b7c-85ad-3efb7f0897f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.326801] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692272, 'name': Rename_Task, 'duration_secs': 0.140388} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.326801] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.326801] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8b46be4-549c-4c05-9df3-6bbb9c6d5515 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.332447] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1576.332447] env[62259]: value = "task-1692273" [ 1576.332447] env[62259]: _type = "Task" [ 1576.332447] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.339774] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.386720] env[62259]: DEBUG nova.network.neutron [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1576.488542] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5201ef23-41a4-5b7c-85ad-3efb7f0897f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008748} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.488874] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.489169] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c886f7a8-f8cb-409d-a1ec-f4424bfb521c/c886f7a8-f8cb-409d-a1ec-f4424bfb521c.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.489347] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a272650-2d56-4b9b-a2ad-3ef756c1718c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.495897] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1576.495897] env[62259]: value = "task-1692274" [ 1576.495897] env[62259]: _type = "Task" [ 1576.495897] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.503804] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.516808] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1576.517034] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 113 to 114 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1576.517182] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1576.543744] env[62259]: DEBUG nova.network.neutron [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updating instance_info_cache with network_info: [{"id": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "address": "fa:16:3e:c6:0a:fa", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144308fa-0b", "ovs_interfaceid": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.655562] env[62259]: DEBUG nova.network.neutron [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Updating instance_info_cache with network_info: [{"id": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "address": "fa:16:3e:4b:7a:88", "network": {"id": "748beab3-1400-4f3f-8190-cddbcbd7b626", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-146885479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b2d6874b22db46f8a27d5599e4044e33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5676b061-a7", "ovs_interfaceid": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.844977] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.005995] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499388} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.006363] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c886f7a8-f8cb-409d-a1ec-f4424bfb521c/c886f7a8-f8cb-409d-a1ec-f4424bfb521c.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1577.006638] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1577.006936] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2795df86-02b4-4321-a12a-59d710a59900 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.013565] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1577.013565] env[62259]: value = "task-1692275" [ 1577.013565] env[62259]: _type = "Task" [ 1577.013565] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.021332] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.024095] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1577.024314] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.736s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.024554] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.615s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.024733] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.026815] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.680s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.028584] env[62259]: INFO nova.compute.claims [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.031812] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.032019] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Cleaning up deleted instances {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11558}} [ 1577.046379] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.046861] env[62259]: DEBUG nova.compute.manager [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Instance network_info: |[{"id": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "address": "fa:16:3e:c6:0a:fa", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144308fa-0b", "ovs_interfaceid": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1577.047321] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:0a:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '144308fa-0b5c-4994-9b1e-96a8d3fe5fe1', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1577.054793] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Creating folder: Project (b77d418aab7145d6a6b8e7970ac92ee2). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.055965] env[62259]: INFO nova.scheduler.client.report [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Deleted allocations for instance 5734241a-1b7b-468a-a397-07fa2a52d352 [ 1577.057239] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-144bd9d8-19b2-45f5-8e4b-b4eb708fdd4f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.070869] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Created folder: Project (b77d418aab7145d6a6b8e7970ac92ee2) in parent group-v352705. [ 1577.071142] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Creating folder: Instances. Parent ref: group-v352908. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1577.071441] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8388edb3-4e60-42fd-9f87-89fd3ae8a77d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.080650] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Created folder: Instances in parent group-v352908. [ 1577.081020] env[62259]: DEBUG oslo.service.loopingcall [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.081286] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1577.081523] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d64b642-02fe-444c-aa55-474689d647fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.101356] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1577.101356] env[62259]: value = "task-1692278" [ 1577.101356] env[62259]: _type = "Task" [ 1577.101356] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.111021] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692278, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.158242] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.251114] env[62259]: DEBUG nova.compute.manager [req-a21d592f-7778-4717-8b45-58bf92dfcf1f req-325e39f6-7a66-4b0e-9672-6490525b3f78 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Received event network-changed-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1577.251451] env[62259]: DEBUG nova.compute.manager [req-a21d592f-7778-4717-8b45-58bf92dfcf1f req-325e39f6-7a66-4b0e-9672-6490525b3f78 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Refreshing instance network info cache due to event network-changed-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1577.251624] env[62259]: DEBUG oslo_concurrency.lockutils [req-a21d592f-7778-4717-8b45-58bf92dfcf1f req-325e39f6-7a66-4b0e-9672-6490525b3f78 service nova] Acquiring lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.251737] env[62259]: DEBUG oslo_concurrency.lockutils [req-a21d592f-7778-4717-8b45-58bf92dfcf1f req-325e39f6-7a66-4b0e-9672-6490525b3f78 service nova] Acquired lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.251927] env[62259]: DEBUG nova.network.neutron [req-a21d592f-7778-4717-8b45-58bf92dfcf1f req-325e39f6-7a66-4b0e-9672-6490525b3f78 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Refreshing network info cache for port 144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.344353] env[62259]: DEBUG oslo_vmware.api [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692273, 'name': PowerOnVM_Task, 'duration_secs': 0.950111} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.344709] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.345202] env[62259]: INFO nova.compute.manager [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1577.345320] env[62259]: DEBUG nova.compute.manager [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.346567] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f47f030-6e00-43b8-b706-11fbead1635d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.522487] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08043} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.522761] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.523558] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9819f7e2-7320-4c8d-8fdc-3448015960b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.551523] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] There are 41 instances to clean {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11567}} [ 1577.551773] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 1326a14e-0d43-4393-9d26-5c417b789133] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1577.562515] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] c886f7a8-f8cb-409d-a1ec-f4424bfb521c/c886f7a8-f8cb-409d-a1ec-f4424bfb521c.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.563520] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0b3abc-eb20-4e74-9309-6b292c570601 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.580532] env[62259]: DEBUG oslo_concurrency.lockutils [None req-16509268-6e24-43c4-a29e-62a3499dba8a tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5734241a-1b7b-468a-a397-07fa2a52d352" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.975s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.586691] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1577.586691] env[62259]: value = "task-1692279" [ 1577.586691] env[62259]: _type = "Task" [ 1577.586691] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.596633] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.611226] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692278, 'name': CreateVM_Task, 'duration_secs': 0.345989} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.611391] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1577.612084] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.612248] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.612568] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1577.612838] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1102d4e5-b017-45fe-8418-7a8fd295e9ca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.617723] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1577.617723] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f63473-2c3a-e81b-f6c0-f405ad52c5fb" [ 1577.617723] env[62259]: _type = "Task" [ 1577.617723] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.624915] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f63473-2c3a-e81b-f6c0-f405ad52c5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.867209] env[62259]: INFO nova.compute.manager [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Took 47.75 seconds to build instance. [ 1577.946033] env[62259]: DEBUG nova.network.neutron [req-a21d592f-7778-4717-8b45-58bf92dfcf1f req-325e39f6-7a66-4b0e-9672-6490525b3f78 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updated VIF entry in instance network info cache for port 144308fa-0b5c-4994-9b1e-96a8d3fe5fe1. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.946161] env[62259]: DEBUG nova.network.neutron [req-a21d592f-7778-4717-8b45-58bf92dfcf1f req-325e39f6-7a66-4b0e-9672-6490525b3f78 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updating instance_info_cache with network_info: [{"id": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "address": "fa:16:3e:c6:0a:fa", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144308fa-0b", "ovs_interfaceid": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.998770] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "574e92d4-f7cd-4bb1-8678-c47af41c2937" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.999087] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "574e92d4-f7cd-4bb1-8678-c47af41c2937" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.999307] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "574e92d4-f7cd-4bb1-8678-c47af41c2937-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.999490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "574e92d4-f7cd-4bb1-8678-c47af41c2937-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.000570] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "574e92d4-f7cd-4bb1-8678-c47af41c2937-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.002390] env[62259]: INFO nova.compute.manager [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Terminating instance [ 1578.066342] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: f3e90bb7-9171-41af-bb48-312a6be04a32] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1578.101509] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692279, 'name': ReconfigVM_Task, 'duration_secs': 0.249098} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.101805] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] c886f7a8-f8cb-409d-a1ec-f4424bfb521c/c886f7a8-f8cb-409d-a1ec-f4424bfb521c.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.102940] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24118d86-471a-4df3-a579-f32c235cb6d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.109848] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1578.109848] env[62259]: value = "task-1692280" [ 1578.109848] env[62259]: _type = "Task" [ 1578.109848] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.122128] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692280, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.135225] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f63473-2c3a-e81b-f6c0-f405ad52c5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.135719] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.136124] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1578.136532] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.136724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.137021] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1578.137791] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2101ce8e-ef3d-4d03-8494-b5c28e32287d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.149513] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1578.149746] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1578.150501] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61617f8-5d0c-483d-9c5c-2c9963d7743d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.157874] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1578.157874] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5277d398-95d6-860e-655a-a318e178e7eb" [ 1578.157874] env[62259]: _type = "Task" [ 1578.157874] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.170994] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5277d398-95d6-860e-655a-a318e178e7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.174524] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938de55a-6398-452a-854b-47bbc5f8901e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.180770] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1578.180770] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525cc4aa-287f-5204-db87-feb7e0e374a5" [ 1578.180770] env[62259]: _type = "Task" [ 1578.180770] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.195510] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.195809] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525cc4aa-287f-5204-db87-feb7e0e374a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.196035] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bba114c-89ee-4e8f-935a-f8bc64e6234b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.202305] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1578.202305] env[62259]: value = "task-1692281" [ 1578.202305] env[62259]: _type = "Task" [ 1578.202305] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.214747] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.369416] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a5edb18f-ae31-468d-b607-31ce9156607e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.458s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.449612] env[62259]: DEBUG oslo_concurrency.lockutils [req-a21d592f-7778-4717-8b45-58bf92dfcf1f req-325e39f6-7a66-4b0e-9672-6490525b3f78 service nova] Releasing lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.508628] env[62259]: DEBUG nova.compute.manager [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1578.508628] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.508757] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48d7f29-b8ed-4390-ab44-092fe3ab499e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.519152] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.519343] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa4a3d10-6d29-4259-8779-951701719fcd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.525416] env[62259]: DEBUG oslo_vmware.api [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1578.525416] env[62259]: value = "task-1692282" [ 1578.525416] env[62259]: _type = "Task" [ 1578.525416] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.530076] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47794beb-9259-4fdc-b627-917d08c86f98 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.537464] env[62259]: DEBUG oslo_vmware.api [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.541031] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e7d6d0-67a4-4da5-ba53-e5ae1268cb49 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.573029] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 6f85a32b-05a5-4ab7-a0a6-29dd0f1347fc] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1578.575795] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17371ac1-069e-40fa-a7bf-93b72b8b6a6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.588260] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c1325-09b2-46f6-b69b-53c315854791 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.606523] env[62259]: DEBUG nova.compute.provider_tree [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.619396] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692280, 'name': Rename_Task, 'duration_secs': 0.181065} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.620368] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.620671] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fe4a9ff-eaf5-4b0e-bb42-f6acdfc86bcf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.627403] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1578.627403] env[62259]: value = "task-1692283" [ 1578.627403] env[62259]: _type = "Task" [ 1578.627403] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.635283] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.695158] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525cc4aa-287f-5204-db87-feb7e0e374a5, 'name': SearchDatastore_Task, 'duration_secs': 0.020875} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.695158] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.696547] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 31a82249-1a2d-4ef6-a914-1a3e453e61b2/31a82249-1a2d-4ef6-a914-1a3e453e61b2.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1578.696547] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f37aa8af-4f7e-490c-9be7-45b087215b8f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.703044] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1578.703044] env[62259]: value = "task-1692284" [ 1578.703044] env[62259]: _type = "Task" [ 1578.703044] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.714728] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.718266] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692281, 'name': PowerOffVM_Task, 'duration_secs': 0.235583} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.718610] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.719808] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0336d263-ef01-4da8-b811-d27e14af3d7b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.737854] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbec80f-0b1c-4a25-9fa6-fe0c3fa55ad1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.777618] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.777949] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e92fd4ef-5cd6-4919-a01d-8c063f0a1ac7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.784763] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1578.784763] env[62259]: value = "task-1692285" [ 1578.784763] env[62259]: _type = "Task" [ 1578.784763] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.792640] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.037487] env[62259]: DEBUG oslo_vmware.api [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692282, 'name': PowerOffVM_Task, 'duration_secs': 0.164775} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.037487] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.037487] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.037487] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7732f4c-3f5c-441c-a6c4-32c9f59bba61 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.080215] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 5751c91d-5ef5-43e7-8b8b-b4b5dc54d2df] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1579.111151] env[62259]: DEBUG nova.scheduler.client.report [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1579.115079] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.115079] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.115079] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Deleting the datastore file [datastore1] 574e92d4-f7cd-4bb1-8678-c47af41c2937 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.116704] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca16316-1d01-4160-8265-b1c7773eb54e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.126377] env[62259]: DEBUG oslo_vmware.api [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1579.126377] env[62259]: value = "task-1692287" [ 1579.126377] env[62259]: _type = "Task" [ 1579.126377] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.139503] env[62259]: DEBUG oslo_vmware.api [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.142996] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.216472] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.297535] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1579.297766] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.298112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.298344] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.298451] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.298740] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-875f4536-a4eb-49bf-8c5f-ade6e54d1501 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.312680] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.312925] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1579.313738] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f267a3-c2ad-4c29-93ac-9f4db7427c9b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.320185] env[62259]: DEBUG nova.compute.manager [req-aa755c96-1894-469b-88c0-6a75580bc279 req-802905b9-91be-484b-9d90-004965525960 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Received event network-changed-d54be10e-3ab1-4c52-8040-1f0eef426648 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1579.320185] env[62259]: DEBUG nova.compute.manager [req-aa755c96-1894-469b-88c0-6a75580bc279 req-802905b9-91be-484b-9d90-004965525960 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Refreshing instance network info cache due to event network-changed-d54be10e-3ab1-4c52-8040-1f0eef426648. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1579.320364] env[62259]: DEBUG oslo_concurrency.lockutils [req-aa755c96-1894-469b-88c0-6a75580bc279 req-802905b9-91be-484b-9d90-004965525960 service nova] Acquiring lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.320573] env[62259]: DEBUG oslo_concurrency.lockutils [req-aa755c96-1894-469b-88c0-6a75580bc279 req-802905b9-91be-484b-9d90-004965525960 service nova] Acquired lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.320724] env[62259]: DEBUG nova.network.neutron [req-aa755c96-1894-469b-88c0-6a75580bc279 req-802905b9-91be-484b-9d90-004965525960 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Refreshing network info cache for port d54be10e-3ab1-4c52-8040-1f0eef426648 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.325092] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1579.325092] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528eaf7c-93dc-65b1-5160-d14a16f1d531" [ 1579.325092] env[62259]: _type = "Task" [ 1579.325092] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.333100] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528eaf7c-93dc-65b1-5160-d14a16f1d531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.583934] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: cd646b42-d969-4a31-bd65-0fd6748a8bab] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1579.617071] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.617643] env[62259]: DEBUG nova.compute.manager [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1579.621000] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.162s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.621221] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.623535] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.224s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.623750] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.626099] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.459s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.626369] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.628115] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.111s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.628305] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.629915] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.270s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.630117] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.631735] env[62259]: DEBUG oslo_concurrency.lockutils [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.459s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.646905] env[62259]: DEBUG oslo_vmware.api [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346264} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.651413] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.651413] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1579.651413] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1579.651653] env[62259]: INFO nova.compute.manager [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1579.652321] env[62259]: DEBUG oslo.service.loopingcall [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.652321] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692283, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.652585] env[62259]: DEBUG nova.compute.manager [-] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1579.652693] env[62259]: DEBUG nova.network.neutron [-] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1579.656947] env[62259]: INFO nova.scheduler.client.report [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Deleted allocations for instance 7fbab168-074b-4750-a95a-ed96e8b004bd [ 1579.658119] env[62259]: INFO nova.scheduler.client.report [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted allocations for instance 79daa191-06d1-454c-885f-5602630eb6a1 [ 1579.668742] env[62259]: INFO nova.scheduler.client.report [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Deleted allocations for instance 2089ec2c-88a6-4b30-b678-527b3d14a72b [ 1579.675773] env[62259]: INFO nova.scheduler.client.report [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Deleted allocations for instance 40e30f76-c80e-4d86-93f7-a8a659ba56d1 [ 1579.692091] env[62259]: INFO nova.scheduler.client.report [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Deleted allocations for instance 9aa10d90-ce21-45e7-8adc-5ad1452e0535 [ 1579.716617] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635631} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.716918] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 31a82249-1a2d-4ef6-a914-1a3e453e61b2/31a82249-1a2d-4ef6-a914-1a3e453e61b2.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1579.717203] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1579.717417] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c78cce5-1fb5-454a-bf10-d0f9b7043c51 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.724212] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1579.724212] env[62259]: value = "task-1692288" [ 1579.724212] env[62259]: _type = "Task" [ 1579.724212] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.735787] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.836070] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528eaf7c-93dc-65b1-5160-d14a16f1d531, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.836070] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56185105-5853-4ed5-bbac-f5c290474261 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.840986] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1579.840986] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525a7089-4c89-2362-69cf-c9d85df67c07" [ 1579.840986] env[62259]: _type = "Task" [ 1579.840986] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.849083] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525a7089-4c89-2362-69cf-c9d85df67c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.950609] env[62259]: DEBUG nova.compute.manager [req-db957430-2028-4684-bdad-7f9f7eed4916 req-2ae9af62-f47c-4698-952b-53ab3e126074 service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Received event network-vif-deleted-564def6b-8fd8-4a09-8ece-5d5863dd7459 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1579.950845] env[62259]: INFO nova.compute.manager [req-db957430-2028-4684-bdad-7f9f7eed4916 req-2ae9af62-f47c-4698-952b-53ab3e126074 service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Neutron deleted interface 564def6b-8fd8-4a09-8ece-5d5863dd7459; detaching it from the instance and deleting it from the info cache [ 1579.951183] env[62259]: DEBUG nova.network.neutron [req-db957430-2028-4684-bdad-7f9f7eed4916 req-2ae9af62-f47c-4698-952b-53ab3e126074 service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.087176] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 378794aa-e5b8-4906-8dbf-cb6bf630cb4e] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1580.136189] env[62259]: DEBUG nova.compute.utils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.142071] env[62259]: DEBUG nova.compute.manager [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.143242] env[62259]: DEBUG nova.network.neutron [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.156204] env[62259]: DEBUG oslo_vmware.api [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692283, 'name': PowerOnVM_Task, 'duration_secs': 1.021728} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.156631] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.158026] env[62259]: INFO nova.compute.manager [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1580.158157] env[62259]: DEBUG nova.compute.manager [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.159239] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815fce7f-bcf7-417c-9dc0-02af26746173 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.172511] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7fe4155-5338-4f46-971b-2624a5a2f387 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "79daa191-06d1-454c-885f-5602630eb6a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.689s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.183858] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bba3aaf4-0de9-4e4a-b781-5b4f4256e113 tempest-ServerShowV247Test-935841785 tempest-ServerShowV247Test-935841785-project-member] Lock "7fbab168-074b-4750-a95a-ed96e8b004bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.375s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.191223] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5361576-2f7d-4875-8347-97f42e340537 tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "2089ec2c-88a6-4b30-b678-527b3d14a72b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.317s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.195773] env[62259]: DEBUG nova.network.neutron [req-aa755c96-1894-469b-88c0-6a75580bc279 req-802905b9-91be-484b-9d90-004965525960 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updated VIF entry in instance network info cache for port d54be10e-3ab1-4c52-8040-1f0eef426648. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.195773] env[62259]: DEBUG nova.network.neutron [req-aa755c96-1894-469b-88c0-6a75580bc279 req-802905b9-91be-484b-9d90-004965525960 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updating instance_info_cache with network_info: [{"id": "d54be10e-3ab1-4c52-8040-1f0eef426648", "address": "fa:16:3e:f6:ff:a2", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54be10e-3a", "ovs_interfaceid": "d54be10e-3ab1-4c52-8040-1f0eef426648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.199366] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db6f124b-1b78-46bd-8e3e-d6d971451eca tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "9aa10d90-ce21-45e7-8adc-5ad1452e0535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.289s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.201361] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Lock "40e30f76-c80e-4d86-93f7-a8a659ba56d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.310s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.201710] env[62259]: WARNING oslo_messaging._drivers.amqpdriver [None req-0b9aa8ca-2a9c-44f9-9cae-22a4bb75090a tempest-ServerGroupTestJSON-1328025879 tempest-ServerGroupTestJSON-1328025879-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1580.233167] env[62259]: DEBUG nova.policy [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52fa2caf535747d0b57922d295e44811', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cc423bbcf0644bb87fc671dfceea7b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.245342] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062981} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.245603] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1580.250019] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2b0350-7ead-488f-a9b7-5d311b93c163 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.279717] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 31a82249-1a2d-4ef6-a914-1a3e453e61b2/31a82249-1a2d-4ef6-a914-1a3e453e61b2.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.283122] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d234737a-c716-4761-92eb-783d595e7863 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.303503] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1580.303503] env[62259]: value = "task-1692289" [ 1580.303503] env[62259]: _type = "Task" [ 1580.303503] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.314624] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.355039] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525a7089-4c89-2362-69cf-c9d85df67c07, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.355039] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.355039] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 4939de91-9990-4d0d-a360-6fd22210772c/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. {{(pid=62259) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1580.355039] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f211daa2-3009-4367-9ded-b83cc1260234 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.361082] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1580.361082] env[62259]: value = "task-1692290" [ 1580.361082] env[62259]: _type = "Task" [ 1580.361082] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.372411] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.424985] env[62259]: DEBUG nova.network.neutron [-] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.455566] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-668c3bd3-ad08-43fd-aecd-93692c69e63e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.468038] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9430ee2-0cff-4620-ae94-fd17d32f3e25 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.514229] env[62259]: DEBUG nova.compute.manager [req-db957430-2028-4684-bdad-7f9f7eed4916 req-2ae9af62-f47c-4698-952b-53ab3e126074 service nova] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Detach interface failed, port_id=564def6b-8fd8-4a09-8ece-5d5863dd7459, reason: Instance 574e92d4-f7cd-4bb1-8678-c47af41c2937 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1580.560289] env[62259]: DEBUG nova.network.neutron [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Successfully created port: 6c47c49f-75c8-480f-bf14-affe55fb7c7b {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1580.593166] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 7471798f-e102-4a51-855d-7444f0284d80] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1580.643298] env[62259]: DEBUG nova.compute.manager [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1580.691985] env[62259]: INFO nova.compute.manager [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Took 47.69 seconds to build instance. [ 1580.697901] env[62259]: DEBUG oslo_concurrency.lockutils [req-aa755c96-1894-469b-88c0-6a75580bc279 req-802905b9-91be-484b-9d90-004965525960 service nova] Releasing lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.700692] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5ac47c-a470-4a81-b72a-28de9eb7d1ac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.710297] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca854b9-9645-4eee-b3c8-30a858d165a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.751071] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30427796-3125-40d0-a717-eadd7cafeb15 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.761838] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e707a-8fd7-4c5a-839c-f42050d2462f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.783761] env[62259]: DEBUG nova.compute.provider_tree [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.813494] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.873310] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.927970] env[62259]: INFO nova.compute.manager [-] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Took 1.28 seconds to deallocate network for instance. [ 1580.989288] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "600b261e-6358-40de-8eed-710c0dc1ebf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.989572] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "600b261e-6358-40de-8eed-710c0dc1ebf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.989787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "600b261e-6358-40de-8eed-710c0dc1ebf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.989990] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "600b261e-6358-40de-8eed-710c0dc1ebf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.990220] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "600b261e-6358-40de-8eed-710c0dc1ebf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.992615] env[62259]: INFO nova.compute.manager [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Terminating instance [ 1581.098765] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 60b1630a-8ac8-4548-bcc9-2a9113bf7fb4] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1581.129299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "02e9aa10-bbde-45f8-b053-024be85f0ddc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.129299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "02e9aa10-bbde-45f8-b053-024be85f0ddc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.129299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "02e9aa10-bbde-45f8-b053-024be85f0ddc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.129299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "02e9aa10-bbde-45f8-b053-024be85f0ddc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.129299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "02e9aa10-bbde-45f8-b053-024be85f0ddc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.131340] env[62259]: INFO nova.compute.manager [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Terminating instance [ 1581.195564] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3477a400-4e1d-4f5e-bc38-f577713e1b78 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.283s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.288196] env[62259]: DEBUG nova.scheduler.client.report [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1581.317757] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692289, 'name': ReconfigVM_Task, 'duration_secs': 0.740207} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.318204] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 31a82249-1a2d-4ef6-a914-1a3e453e61b2/31a82249-1a2d-4ef6-a914-1a3e453e61b2.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.318977] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dbae8d0-8396-4fef-831b-1d4cc2a341f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.333060] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1581.333060] env[62259]: value = "task-1692291" [ 1581.333060] env[62259]: _type = "Task" [ 1581.333060] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.343959] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692291, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.376570] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692290, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.014406} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.376863] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 4939de91-9990-4d0d-a360-6fd22210772c/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. [ 1581.378089] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a4253f-1c1c-4b38-90ea-843275331329 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.413946] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 4939de91-9990-4d0d-a360-6fd22210772c/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.414293] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a8fabb-9dc3-40c0-85eb-46e8cdc9270a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.434999] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.437306] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1581.437306] env[62259]: value = "task-1692292" [ 1581.437306] env[62259]: _type = "Task" [ 1581.437306] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.446135] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.496930] env[62259]: DEBUG nova.compute.manager [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.497156] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.498301] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a67e013-6558-484a-aea5-a1b8cdccb543 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.505804] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.506134] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a38c5677-a345-49ec-b6c9-df12c632ced8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.512262] env[62259]: DEBUG oslo_vmware.api [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1581.512262] env[62259]: value = "task-1692293" [ 1581.512262] env[62259]: _type = "Task" [ 1581.512262] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.523022] env[62259]: DEBUG oslo_vmware.api [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.601255] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: a02eb487-f10e-422c-a5c0-24e304ca75e4] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1581.638911] env[62259]: DEBUG nova.compute.manager [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.639141] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.640541] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6abed03-1040-43eb-b751-fd54c95bdb5c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.651970] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.653727] env[62259]: DEBUG nova.compute.manager [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1581.657499] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-170e35f8-729b-4386-a6b3-144c763a4118 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.668824] env[62259]: DEBUG oslo_vmware.api [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1581.668824] env[62259]: value = "task-1692294" [ 1581.668824] env[62259]: _type = "Task" [ 1581.668824] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.689566] env[62259]: DEBUG oslo_vmware.api [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.698945] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1581.699239] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1581.699473] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1581.699782] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1581.700053] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1581.701592] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1581.701898] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1581.702138] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1581.702319] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1581.702577] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1581.702682] env[62259]: DEBUG nova.virt.hardware [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1581.704122] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c42f839-9e3d-49b8-b7e8-770b5a698777 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.714397] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b21f77-e011-4e21-a876-97d4f854e5ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.844692] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "609fa89e-5eb5-4429-a1e9-bf5768419909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.844692] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "609fa89e-5eb5-4429-a1e9-bf5768419909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.848914] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692291, 'name': Rename_Task, 'duration_secs': 0.200548} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.849488] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1581.849882] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4fda9cc-56fb-45ef-9c13-dc04af1f7f44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.856836] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1581.856836] env[62259]: value = "task-1692295" [ 1581.856836] env[62259]: _type = "Task" [ 1581.856836] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.867180] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.949033] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692292, 'name': ReconfigVM_Task, 'duration_secs': 0.375176} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.949033] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 4939de91-9990-4d0d-a360-6fd22210772c/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.949033] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d06c3e-6cb4-4af4-954b-620b8cfa6c90 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.979052] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9363345-654b-4f6a-93c5-8191e7d061b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.995274] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1581.995274] env[62259]: value = "task-1692296" [ 1581.995274] env[62259]: _type = "Task" [ 1581.995274] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.004821] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.023573] env[62259]: DEBUG oslo_vmware.api [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692293, 'name': PowerOffVM_Task, 'duration_secs': 0.225695} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.023824] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.024243] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.024633] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-449e25a6-84c7-4967-9080-cee0acb467dc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.105997] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: a22c6232-43fc-4294-bb0b-1d52e3b3ace2] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1582.126309] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.126671] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.126969] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleting the datastore file [datastore1] 600b261e-6358-40de-8eed-710c0dc1ebf3 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.127471] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a7b5115-dc06-444b-a6b9-662b502d6d5d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.134863] env[62259]: DEBUG oslo_vmware.api [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1582.134863] env[62259]: value = "task-1692298" [ 1582.134863] env[62259]: _type = "Task" [ 1582.134863] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.150024] env[62259]: DEBUG oslo_vmware.api [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.181024] env[62259]: DEBUG oslo_vmware.api [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692294, 'name': PowerOffVM_Task, 'duration_secs': 0.414364} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.183559] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.183853] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.184089] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.184324] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.184522] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.186407] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.186605] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.187216] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60e6db9e-8465-4013-a03e-ff150a524617 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.190508] env[62259]: INFO nova.compute.manager [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Terminating instance [ 1582.273811] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.273811] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.273811] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Deleting the datastore file [datastore1] 02e9aa10-bbde-45f8-b053-024be85f0ddc {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.273811] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6220faee-8935-4f19-b3c2-ce0f8005658f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.281797] env[62259]: DEBUG oslo_vmware.api [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for the task: (returnval){ [ 1582.281797] env[62259]: value = "task-1692300" [ 1582.281797] env[62259]: _type = "Task" [ 1582.281797] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.293341] env[62259]: DEBUG oslo_vmware.api [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.308563] env[62259]: DEBUG oslo_concurrency.lockutils [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.676s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.308563] env[62259]: DEBUG nova.compute.manager [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62259) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5239}} [ 1582.312284] env[62259]: DEBUG oslo_concurrency.lockutils [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.687s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.312284] env[62259]: DEBUG oslo_concurrency.lockutils [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.313468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.345s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.313695] env[62259]: DEBUG nova.objects.instance [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lazy-loading 'resources' on Instance uuid acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.344849] env[62259]: INFO nova.scheduler.client.report [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Deleted allocations for instance c1130626-63a6-4610-a80c-1f1a6624e94b [ 1582.347627] env[62259]: DEBUG nova.compute.manager [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1582.371698] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.381178] env[62259]: DEBUG nova.compute.manager [req-3246a9d7-b706-4534-8f30-309cf3ed73a1 req-1c4e35bb-5551-40bd-a296-4bcd97999694 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Received event network-vif-plugged-6c47c49f-75c8-480f-bf14-affe55fb7c7b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1582.381767] env[62259]: DEBUG oslo_concurrency.lockutils [req-3246a9d7-b706-4534-8f30-309cf3ed73a1 req-1c4e35bb-5551-40bd-a296-4bcd97999694 service nova] Acquiring lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.381767] env[62259]: DEBUG oslo_concurrency.lockutils [req-3246a9d7-b706-4534-8f30-309cf3ed73a1 req-1c4e35bb-5551-40bd-a296-4bcd97999694 service nova] Lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.381767] env[62259]: DEBUG oslo_concurrency.lockutils [req-3246a9d7-b706-4534-8f30-309cf3ed73a1 req-1c4e35bb-5551-40bd-a296-4bcd97999694 service nova] Lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.381943] env[62259]: DEBUG nova.compute.manager [req-3246a9d7-b706-4534-8f30-309cf3ed73a1 req-1c4e35bb-5551-40bd-a296-4bcd97999694 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] No waiting events found dispatching network-vif-plugged-6c47c49f-75c8-480f-bf14-affe55fb7c7b {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1582.382378] env[62259]: WARNING nova.compute.manager [req-3246a9d7-b706-4534-8f30-309cf3ed73a1 req-1c4e35bb-5551-40bd-a296-4bcd97999694 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Received unexpected event network-vif-plugged-6c47c49f-75c8-480f-bf14-affe55fb7c7b for instance with vm_state building and task_state spawning. [ 1582.389619] env[62259]: DEBUG oslo_concurrency.lockutils [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "54ce854a-5100-4a7c-ad79-ab4315a16984" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.389838] env[62259]: DEBUG oslo_concurrency.lockutils [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.390041] env[62259]: DEBUG oslo_concurrency.lockutils [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "54ce854a-5100-4a7c-ad79-ab4315a16984-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.390230] env[62259]: DEBUG oslo_concurrency.lockutils [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.390392] env[62259]: DEBUG oslo_concurrency.lockutils [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.392384] env[62259]: INFO nova.compute.manager [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Terminating instance [ 1582.506817] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692296, 'name': ReconfigVM_Task, 'duration_secs': 0.2081} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.507200] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1582.507380] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5234ab01-e879-42b1-b923-f0176cd14e9c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.514595] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1582.514595] env[62259]: value = "task-1692301" [ 1582.514595] env[62259]: _type = "Task" [ 1582.514595] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.526552] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.527071] env[62259]: DEBUG nova.network.neutron [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Successfully updated port: 6c47c49f-75c8-480f-bf14-affe55fb7c7b {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1582.610203] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 2c5916af-c336-4c15-9894-58d1078b13dd] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1582.645683] env[62259]: DEBUG oslo_vmware.api [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194905} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.645981] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.646140] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.646320] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.646489] env[62259]: INFO nova.compute.manager [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1582.646779] env[62259]: DEBUG oslo.service.loopingcall [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.646912] env[62259]: DEBUG nova.compute.manager [-] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.647014] env[62259]: DEBUG nova.network.neutron [-] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.694753] env[62259]: DEBUG nova.compute.manager [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1582.695016] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.696436] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f1f14e-ac2a-43ad-9e2e-8ce7a57e7f0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.708609] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.708921] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d792493b-9792-400f-a838-ac908ffdaf9a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.720080] env[62259]: DEBUG oslo_vmware.api [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1582.720080] env[62259]: value = "task-1692302" [ 1582.720080] env[62259]: _type = "Task" [ 1582.720080] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.730036] env[62259]: DEBUG oslo_vmware.api [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.793258] env[62259]: DEBUG oslo_vmware.api [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Task: {'id': task-1692300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237562} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.793540] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.793724] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.793899] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.794084] env[62259]: INFO nova.compute.manager [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1582.794340] env[62259]: DEBUG oslo.service.loopingcall [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.794542] env[62259]: DEBUG nova.compute.manager [-] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.794641] env[62259]: DEBUG nova.network.neutron [-] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.866662] env[62259]: DEBUG oslo_concurrency.lockutils [None req-25870037-dd55-451c-9b13-541e6edddcfe tempest-ServersNegativeTestMultiTenantJSON-696369613 tempest-ServersNegativeTestMultiTenantJSON-696369613-project-member] Lock "c1130626-63a6-4610-a80c-1f1a6624e94b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.882s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.874530] env[62259]: INFO nova.scheduler.client.report [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted allocation for migration 5f33c820-2e41-4e8e-9156-dbeeab3c1979 [ 1582.880266] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692295, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.881381] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.896051] env[62259]: DEBUG nova.compute.manager [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1582.896305] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.897726] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc79f65-acbd-47d7-a65c-52d4ab3cc40d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.905089] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.905663] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fff4c07-a4d1-4cbb-b83c-d419cfce7d1f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.915469] env[62259]: DEBUG oslo_vmware.api [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1582.915469] env[62259]: value = "task-1692303" [ 1582.915469] env[62259]: _type = "Task" [ 1582.915469] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.924163] env[62259]: DEBUG oslo_vmware.api [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.028518] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.029058] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "refresh_cache-478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.029205] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "refresh_cache-478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.029353] env[62259]: DEBUG nova.network.neutron [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.113964] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: b8769b56-c1c3-41db-ab9e-38485fcb29dc] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1583.231783] env[62259]: DEBUG oslo_vmware.api [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692302, 'name': PowerOffVM_Task, 'duration_secs': 0.20328} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.232056] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.232231] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.232528] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f103ed8d-8ec3-4be7-aa08-8535be4775e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.294151] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908869d-8880-4cb8-b512-d77407d916b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.304318] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5329eede-8d80-45ff-8b4b-d8f2625b352f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.343109] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f130d6-91c4-4c16-a852-cdaefde9ba9b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.354726] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a557bf-e253-4fb1-9b6a-337716815015 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.362330] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.362463] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.362696] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleting the datastore file [datastore1] c886f7a8-f8cb-409d-a1ec-f4424bfb521c {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.363140] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a13878-8f9b-4715-8319-bdcc5d58c6fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.384623] env[62259]: DEBUG nova.compute.provider_tree [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.388465] env[62259]: DEBUG oslo_concurrency.lockutils [None req-375f180f-d0eb-42cc-9642-480964788239 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.654s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.394108] env[62259]: DEBUG oslo_vmware.api [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1583.394108] env[62259]: value = "task-1692305" [ 1583.394108] env[62259]: _type = "Task" [ 1583.394108] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.394410] env[62259]: DEBUG oslo_vmware.api [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692295, 'name': PowerOnVM_Task, 'duration_secs': 1.142104} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.394971] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.395309] env[62259]: INFO nova.compute.manager [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1583.395543] env[62259]: DEBUG nova.compute.manager [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.399654] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb77c4dd-bc19-45ba-9522-189fcbc4d002 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.410692] env[62259]: DEBUG oslo_vmware.api [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.424104] env[62259]: DEBUG oslo_vmware.api [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692303, 'name': PowerOffVM_Task, 'duration_secs': 0.177443} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.424374] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.424672] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.424848] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a67f9232-a553-4cde-a457-78610614945f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.457768] env[62259]: DEBUG nova.network.neutron [-] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.496921] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.497686] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.497774] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Deleting the datastore file [datastore1] 54ce854a-5100-4a7c-ad79-ab4315a16984 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.498036] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3c7cca1-75d3-45f8-a8c7-7433e6589d28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.505406] env[62259]: DEBUG oslo_vmware.api [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for the task: (returnval){ [ 1583.505406] env[62259]: value = "task-1692307" [ 1583.505406] env[62259]: _type = "Task" [ 1583.505406] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.512479] env[62259]: DEBUG oslo_vmware.api [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.523504] env[62259]: DEBUG oslo_vmware.api [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692301, 'name': PowerOnVM_Task, 'duration_secs': 0.727968} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.523742] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.526420] env[62259]: DEBUG nova.compute.manager [None req-a36c3f20-c67f-4323-b530-99cfdf3bff82 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1583.527189] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dd7e3c-c375-4579-90b3-15cf3d879415 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.590149] env[62259]: DEBUG nova.network.neutron [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1583.617839] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 954a4581-3007-44f7-9d78-d9823733db46] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1583.786396] env[62259]: DEBUG nova.compute.manager [req-cba297b9-96df-479f-9fb2-0266dd3cab1a req-d5d76c02-bb06-4f81-a8df-7fb7f6abec06 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Received event network-vif-deleted-f42b51d3-a86e-4124-9683-d423c4cdc8d0 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1583.786615] env[62259]: INFO nova.compute.manager [req-cba297b9-96df-479f-9fb2-0266dd3cab1a req-d5d76c02-bb06-4f81-a8df-7fb7f6abec06 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Neutron deleted interface f42b51d3-a86e-4124-9683-d423c4cdc8d0; detaching it from the instance and deleting it from the info cache [ 1583.786788] env[62259]: DEBUG nova.network.neutron [req-cba297b9-96df-479f-9fb2-0266dd3cab1a req-d5d76c02-bb06-4f81-a8df-7fb7f6abec06 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.892043] env[62259]: DEBUG nova.scheduler.client.report [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1583.907351] env[62259]: DEBUG oslo_vmware.api [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200829} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.907351] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.907351] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.907351] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.907643] env[62259]: INFO nova.compute.manager [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1583.907823] env[62259]: DEBUG oslo.service.loopingcall [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.908853] env[62259]: DEBUG nova.compute.manager [-] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1583.908853] env[62259]: DEBUG nova.network.neutron [-] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1583.928523] env[62259]: DEBUG nova.network.neutron [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Updating instance_info_cache with network_info: [{"id": "6c47c49f-75c8-480f-bf14-affe55fb7c7b", "address": "fa:16:3e:29:60:7b", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c47c49f-75", "ovs_interfaceid": "6c47c49f-75c8-480f-bf14-affe55fb7c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.935868] env[62259]: INFO nova.compute.manager [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Took 43.24 seconds to build instance. [ 1583.960929] env[62259]: INFO nova.compute.manager [-] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Took 1.31 seconds to deallocate network for instance. [ 1584.016966] env[62259]: DEBUG oslo_vmware.api [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Task: {'id': task-1692307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322198} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.017274] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.017473] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.017651] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.017825] env[62259]: INFO nova.compute.manager [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1584.018304] env[62259]: DEBUG oslo.service.loopingcall [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.018407] env[62259]: DEBUG nova.compute.manager [-] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1584.018468] env[62259]: DEBUG nova.network.neutron [-] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.125055] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: ec726a5b-002a-4bc0-abec-07b02ca46886] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1584.162789] env[62259]: DEBUG nova.network.neutron [-] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.290229] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1db0657-628c-4718-b53b-47fcac85953f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.307537] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9002fd8a-46bb-4089-802f-543d996bfd7a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.348340] env[62259]: DEBUG nova.compute.manager [req-cba297b9-96df-479f-9fb2-0266dd3cab1a req-d5d76c02-bb06-4f81-a8df-7fb7f6abec06 service nova] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Detach interface failed, port_id=f42b51d3-a86e-4124-9683-d423c4cdc8d0, reason: Instance 02e9aa10-bbde-45f8-b053-024be85f0ddc could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1584.397225] env[62259]: DEBUG oslo_concurrency.lockutils [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.399498] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.159s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.402205] env[62259]: INFO nova.compute.claims [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.434167] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "refresh_cache-478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.434167] env[62259]: DEBUG nova.compute.manager [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Instance network_info: |[{"id": "6c47c49f-75c8-480f-bf14-affe55fb7c7b", "address": "fa:16:3e:29:60:7b", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c47c49f-75", "ovs_interfaceid": "6c47c49f-75c8-480f-bf14-affe55fb7c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.434167] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:60:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c47c49f-75c8-480f-bf14-affe55fb7c7b', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.444506] env[62259]: DEBUG oslo.service.loopingcall [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.447399] env[62259]: INFO nova.scheduler.client.report [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Deleted allocations for instance acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac [ 1584.448262] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ed38eac-b046-440f-9cad-1a553f5a1eb4 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.158s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.448327] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.452752] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d7a3170-d614-42d6-af0c-2aceb807c34d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.470252] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.473628] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.473628] env[62259]: value = "task-1692308" [ 1584.473628] env[62259]: _type = "Task" [ 1584.473628] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.486469] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692308, 'name': CreateVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.568188] env[62259]: DEBUG nova.compute.manager [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Received event network-changed-6c47c49f-75c8-480f-bf14-affe55fb7c7b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1584.569158] env[62259]: DEBUG nova.compute.manager [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Refreshing instance network info cache due to event network-changed-6c47c49f-75c8-480f-bf14-affe55fb7c7b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1584.569696] env[62259]: DEBUG oslo_concurrency.lockutils [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] Acquiring lock "refresh_cache-478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.569999] env[62259]: DEBUG oslo_concurrency.lockutils [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] Acquired lock "refresh_cache-478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.570975] env[62259]: DEBUG nova.network.neutron [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Refreshing network info cache for port 6c47c49f-75c8-480f-bf14-affe55fb7c7b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.616854] env[62259]: DEBUG nova.objects.instance [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'flavor' on Instance uuid 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.628464] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: eb18c6ea-ee08-46c1-b300-8954011ac68e] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1584.664711] env[62259]: INFO nova.compute.manager [-] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Took 1.87 seconds to deallocate network for instance. [ 1584.880686] env[62259]: DEBUG nova.network.neutron [-] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.971313] env[62259]: DEBUG oslo_concurrency.lockutils [None req-524828b2-99fd-45c1-8288-60758c6ea755 tempest-ImagesOneServerTestJSON-275412214 tempest-ImagesOneServerTestJSON-275412214-project-member] Lock "acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.477s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.989769] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692308, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.030713] env[62259]: INFO nova.compute.manager [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Unrescuing [ 1585.030713] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.030713] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquired lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.030713] env[62259]: DEBUG nova.network.neutron [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.049263] env[62259]: DEBUG nova.network.neutron [-] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.122429] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.122619] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.122791] env[62259]: DEBUG nova.network.neutron [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.122976] env[62259]: DEBUG nova.objects.instance [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'info_cache' on Instance uuid 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.135354] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: c8cd1fd8-27f9-4f49-ab69-894eed7b92d5] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1585.176089] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.385373] env[62259]: INFO nova.compute.manager [-] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Took 1.37 seconds to deallocate network for instance. [ 1585.492095] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692308, 'name': CreateVM_Task, 'duration_secs': 0.579796} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.492885] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.493562] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.493736] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.494173] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.494451] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ea6ec4-e80b-475d-9826-8013bf79f4c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.504057] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1585.504057] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52262b5a-a8e6-a1dc-ac46-9380663e798f" [ 1585.504057] env[62259]: _type = "Task" [ 1585.504057] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.518647] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52262b5a-a8e6-a1dc-ac46-9380663e798f, 'name': SearchDatastore_Task, 'duration_secs': 0.012648} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.521450] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.521707] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.521938] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.522111] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.522283] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.522764] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80609274-749d-4443-bc3d-665163f04ea9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.532009] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.532357] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.535253] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c2ee20-c307-4346-93b3-d859bbb51690 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.545166] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1585.545166] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52588367-1661-34d7-93e4-813b88d07eab" [ 1585.545166] env[62259]: _type = "Task" [ 1585.545166] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.554048] env[62259]: INFO nova.compute.manager [-] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Took 1.65 seconds to deallocate network for instance. [ 1585.554374] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52588367-1661-34d7-93e4-813b88d07eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.558285] env[62259]: DEBUG nova.network.neutron [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Updated VIF entry in instance network info cache for port 6c47c49f-75c8-480f-bf14-affe55fb7c7b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.558632] env[62259]: DEBUG nova.network.neutron [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Updating instance_info_cache with network_info: [{"id": "6c47c49f-75c8-480f-bf14-affe55fb7c7b", "address": "fa:16:3e:29:60:7b", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c47c49f-75", "ovs_interfaceid": "6c47c49f-75c8-480f-bf14-affe55fb7c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.629087] env[62259]: DEBUG nova.objects.base [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Object Instance<2496ab0d-468e-48b7-a85f-beb4e1f8bc47> lazy-loaded attributes: flavor,info_cache {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1585.645836] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 2728677c-2e28-4e1c-a405-1c1e9f9b225e] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1585.860931] env[62259]: DEBUG nova.compute.manager [req-d491fff3-1773-4d14-bb83-7eed3132dce1 req-b8d15751-4956-447f-a9a2-6326ce49ab86 service nova] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Received event network-vif-deleted-463fba2d-6562-4814-850d-1c8216be27e6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1585.861188] env[62259]: DEBUG nova.compute.manager [req-d491fff3-1773-4d14-bb83-7eed3132dce1 req-b8d15751-4956-447f-a9a2-6326ce49ab86 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Received event network-changed-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1585.861357] env[62259]: DEBUG nova.compute.manager [req-d491fff3-1773-4d14-bb83-7eed3132dce1 req-b8d15751-4956-447f-a9a2-6326ce49ab86 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Refreshing instance network info cache due to event network-changed-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1585.862128] env[62259]: DEBUG oslo_concurrency.lockutils [req-d491fff3-1773-4d14-bb83-7eed3132dce1 req-b8d15751-4956-447f-a9a2-6326ce49ab86 service nova] Acquiring lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.862128] env[62259]: DEBUG oslo_concurrency.lockutils [req-d491fff3-1773-4d14-bb83-7eed3132dce1 req-b8d15751-4956-447f-a9a2-6326ce49ab86 service nova] Acquired lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.862128] env[62259]: DEBUG nova.network.neutron [req-d491fff3-1773-4d14-bb83-7eed3132dce1 req-b8d15751-4956-447f-a9a2-6326ce49ab86 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Refreshing network info cache for port 144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.887563] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4a62ad-7c1d-4c74-9d23-fa09805cb2cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.897597] env[62259]: DEBUG oslo_concurrency.lockutils [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.901265] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb672f69-9f9e-4678-8a99-51bddb5f1097 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.936447] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9d107-d052-4de3-9aba-e5bde202b4b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.944878] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3611b0cb-046a-4b38-94ee-e8febe13c0a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.958518] env[62259]: DEBUG nova.compute.provider_tree [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.058388] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52588367-1661-34d7-93e4-813b88d07eab, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.059247] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04952fa0-65d6-4678-945f-2aefd78006b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.061866] env[62259]: DEBUG oslo_concurrency.lockutils [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] Releasing lock "refresh_cache-478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.062949] env[62259]: DEBUG nova.compute.manager [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Received event network-vif-deleted-adb9ac33-e878-47f7-a4cb-898111fd661f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1586.062949] env[62259]: DEBUG nova.compute.manager [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Received event network-vif-deleted-9392092e-dc58-4e1a-9f58-557358db5cea {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1586.062949] env[62259]: INFO nova.compute.manager [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Neutron deleted interface 9392092e-dc58-4e1a-9f58-557358db5cea; detaching it from the instance and deleting it from the info cache [ 1586.062949] env[62259]: DEBUG nova.network.neutron [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.068147] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1586.068147] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5286f624-5d05-b0e6-a6b4-c794290ef9b6" [ 1586.068147] env[62259]: _type = "Task" [ 1586.068147] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.073811] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.080490] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5286f624-5d05-b0e6-a6b4-c794290ef9b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.080727] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.080980] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8/478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.081241] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4de32b1-2376-4e2d-87ba-3394774b7b82 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.087438] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1586.087438] env[62259]: value = "task-1692309" [ 1586.087438] env[62259]: _type = "Task" [ 1586.087438] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.095590] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.116927] env[62259]: DEBUG nova.network.neutron [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Updating instance_info_cache with network_info: [{"id": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "address": "fa:16:3e:4b:7a:88", "network": {"id": "748beab3-1400-4f3f-8190-cddbcbd7b626", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-146885479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b2d6874b22db46f8a27d5599e4044e33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5676b061-a7", "ovs_interfaceid": "5676b061-a74a-4971-9f58-ad7f7ee42e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.149378] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 165d73b0-94e1-4020-b43e-2c27630c2123] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1586.491292] env[62259]: ERROR nova.scheduler.client.report [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [req-d96a0339-5158-4f02-8a84-b71efda7c3e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d96a0339-5158-4f02-8a84-b71efda7c3e5"}]} [ 1586.525025] env[62259]: DEBUG nova.scheduler.client.report [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1586.541313] env[62259]: DEBUG nova.scheduler.client.report [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1586.541575] env[62259]: DEBUG nova.compute.provider_tree [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.557194] env[62259]: DEBUG nova.scheduler.client.report [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1586.566737] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f8eb572-087a-4cd8-97e7-537a6e2046cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.571246] env[62259]: DEBUG nova.network.neutron [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance_info_cache with network_info: [{"id": "b0337245-48d1-4523-8447-566a0de1cb72", "address": "fa:16:3e:ed:29:c9", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0337245-48", "ovs_interfaceid": "b0337245-48d1-4523-8447-566a0de1cb72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.580752] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e5993c-b0ca-478c-a1b1-b846d22331ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.593317] env[62259]: DEBUG nova.scheduler.client.report [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1586.610752] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692309, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.630283] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Releasing lock "refresh_cache-4939de91-9990-4d0d-a360-6fd22210772c" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.631156] env[62259]: DEBUG nova.objects.instance [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lazy-loading 'flavor' on Instance uuid 4939de91-9990-4d0d-a360-6fd22210772c {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.632566] env[62259]: DEBUG nova.compute.manager [req-9e77549d-d5d3-4f69-b94e-14fe6ab5685e req-d1b514ad-f53c-4956-bc0a-854fabac6db1 service nova] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Detach interface failed, port_id=9392092e-dc58-4e1a-9f58-557358db5cea, reason: Instance 54ce854a-5100-4a7c-ad79-ab4315a16984 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1586.654582] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: fb043667-d1b8-4eeb-bdc3-00612cbd35ba] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1586.981848] env[62259]: DEBUG nova.network.neutron [req-d491fff3-1773-4d14-bb83-7eed3132dce1 req-b8d15751-4956-447f-a9a2-6326ce49ab86 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updated VIF entry in instance network info cache for port 144308fa-0b5c-4994-9b1e-96a8d3fe5fe1. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.983147] env[62259]: DEBUG nova.network.neutron [req-d491fff3-1773-4d14-bb83-7eed3132dce1 req-b8d15751-4956-447f-a9a2-6326ce49ab86 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updating instance_info_cache with network_info: [{"id": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "address": "fa:16:3e:c6:0a:fa", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144308fa-0b", "ovs_interfaceid": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.992300] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db2401-b41e-44f2-9c97-ded177a3890d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.004390] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fdf5fd-0b6b-41e9-9c57-b40c8b2d23b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.044347] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb559e-658e-488e-9870-2222b880e44e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.053017] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a43069-858a-43aa-9913-4d25d814f6eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.066580] env[62259]: DEBUG nova.compute.provider_tree [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.073842] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-2496ab0d-468e-48b7-a85f-beb4e1f8bc47" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.110021] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528248} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.110021] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8/478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.110021] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.110021] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138052e6-6e4f-4f3f-a1d1-dfd8ce27e6d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.113878] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1587.113878] env[62259]: value = "task-1692310" [ 1587.113878] env[62259]: _type = "Task" [ 1587.113878] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.123426] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.137958] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98c8773-7839-4044-899a-ff699d09e6b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.162058] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: f74dc970-b8e4-46aa-9ebd-e0348e2600e7] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1587.163832] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.164363] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36297098-b86e-43cf-a152-b735c04136de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.170790] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1587.170790] env[62259]: value = "task-1692311" [ 1587.170790] env[62259]: _type = "Task" [ 1587.170790] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.181079] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.486502] env[62259]: DEBUG oslo_concurrency.lockutils [req-d491fff3-1773-4d14-bb83-7eed3132dce1 req-b8d15751-4956-447f-a9a2-6326ce49ab86 service nova] Releasing lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.571010] env[62259]: DEBUG nova.scheduler.client.report [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1587.630132] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084207} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.630919] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1587.632057] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feb591a-ad3a-4c51-9e83-d7eda472af8a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.655886] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8/478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.656308] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ea6f11-c308-42d0-8a65-746389a008d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.671218] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: e74178c1-975b-490a-9a34-dfe4031efe77] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1587.678685] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1587.678685] env[62259]: value = "task-1692312" [ 1587.678685] env[62259]: _type = "Task" [ 1587.678685] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.681969] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692311, 'name': PowerOffVM_Task, 'duration_secs': 0.215424} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.684933] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.690702] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1587.690975] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ad3f92-7358-475f-8590-19b2f04c8cb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.710934] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.712432] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1587.712432] env[62259]: value = "task-1692313" [ 1587.712432] env[62259]: _type = "Task" [ 1587.712432] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.721683] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.079894] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.680s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.080908] env[62259]: DEBUG nova.compute.manager [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1588.083630] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.083945] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.203s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.084167] env[62259]: DEBUG nova.objects.instance [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lazy-loading 'resources' on Instance uuid d9aabdfe-19cf-479c-b19c-92ebd4952e15 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.085145] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc64fa9-2b28-40b8-9214-437a1f233bd1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.094384] env[62259]: DEBUG oslo_vmware.api [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1588.094384] env[62259]: value = "task-1692314" [ 1588.094384] env[62259]: _type = "Task" [ 1588.094384] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.104537] env[62259]: DEBUG oslo_vmware.api [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.177903] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 8b970132-af07-43d0-a245-12af6dc77c97] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1588.204237] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.226025] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692313, 'name': ReconfigVM_Task, 'duration_secs': 0.223009} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.226025] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1588.226025] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.226493] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-565bd2e9-913b-404b-a876-cff4a995b38c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.237698] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1588.237698] env[62259]: value = "task-1692315" [ 1588.237698] env[62259]: _type = "Task" [ 1588.237698] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.250583] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.594033] env[62259]: DEBUG nova.compute.utils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.596200] env[62259]: DEBUG nova.compute.manager [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1588.596491] env[62259]: DEBUG nova.network.neutron [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.609251] env[62259]: DEBUG oslo_vmware.api [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.653388] env[62259]: DEBUG nova.policy [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a5f7bb3a27d4abfa5608e1f4bea8573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e560feede46445b4967343aaa803e736', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.680676] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: b1921de9-5ed2-43a4-a533-ea0311d51938] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1588.693812] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692312, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.745034] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.896356] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8b64c8-ff4b-462c-b94d-cf1ba8277736 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.904548] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea57e01-67d2-46c5-81ec-8d7a98a5f276 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.908114] env[62259]: DEBUG nova.network.neutron [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Successfully created port: b2d63006-94f0-418f-bd3a-b230bcd6e822 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.937590] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1cca0a-24aa-40b6-9ed6-bf1af3305a56 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.944680] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5833593-59c0-45b2-905b-f703e77fa12e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.959426] env[62259]: DEBUG nova.compute.provider_tree [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.099763] env[62259]: DEBUG nova.compute.manager [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1589.120572] env[62259]: DEBUG oslo_vmware.api [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.185944] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 72f696ef-c5c4-410a-a894-52e683084a0a] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1589.199714] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692312, 'name': ReconfigVM_Task, 'duration_secs': 1.312031} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.200058] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8/478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.200952] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df1de856-88e5-44c4-b072-70752b0522d7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.207902] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1589.207902] env[62259]: value = "task-1692316" [ 1589.207902] env[62259]: _type = "Task" [ 1589.207902] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.217925] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692316, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.249176] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.463697] env[62259]: DEBUG nova.scheduler.client.report [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1589.613640] env[62259]: DEBUG oslo_vmware.api [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692314, 'name': PowerOnVM_Task, 'duration_secs': 1.269069} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.613969] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.614270] env[62259]: DEBUG nova.compute.manager [None req-9cbd6e1d-3dc2-4610-8ece-c0b3377332b1 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.615051] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68980710-3a1f-4b2a-a2e8-b6e6ab1a616e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.694959] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 0beb117b-7382-42d5-abb0-06a0c740f983] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1589.718526] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692316, 'name': Rename_Task, 'duration_secs': 0.180183} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.719546] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.719790] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f640be9-2693-4378-a9df-ae63bcc2b28a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.727395] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1589.727395] env[62259]: value = "task-1692317" [ 1589.727395] env[62259]: _type = "Task" [ 1589.727395] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.735982] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.745527] env[62259]: DEBUG oslo_vmware.api [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692315, 'name': PowerOnVM_Task, 'duration_secs': 1.131283} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.746236] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.746503] env[62259]: DEBUG nova.compute.manager [None req-ef795c37-13e7-495a-bbf1-f03a3d264e23 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.747268] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbdc358-2e20-4567-8f27-f7c6665816fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.969591] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.971892] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.537s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.972185] env[62259]: DEBUG nova.objects.instance [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lazy-loading 'resources' on Instance uuid 574e92d4-f7cd-4bb1-8678-c47af41c2937 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.993704] env[62259]: INFO nova.scheduler.client.report [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Deleted allocations for instance d9aabdfe-19cf-479c-b19c-92ebd4952e15 [ 1590.128707] env[62259]: DEBUG nova.compute.manager [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1590.158951] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1590.159240] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1590.159451] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.159669] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1590.159831] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.160017] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1590.160243] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1590.160408] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1590.160575] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1590.160768] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1590.161000] env[62259]: DEBUG nova.virt.hardware [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1590.162245] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d84202f-5f62-4750-b5cd-00c20c4380e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.172567] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39844bc0-e2ef-4fb5-9491-b82bf3662710 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.197430] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 79fad1cf-cd27-4d37-a8b3-3a9ec6db2c86] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1590.238557] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.502938] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0a14cb4-9192-42aa-8b7e-fe20e4bc7b92 tempest-ImagesOneServerNegativeTestJSON-608911133 tempest-ImagesOneServerNegativeTestJSON-608911133-project-member] Lock "d9aabdfe-19cf-479c-b19c-92ebd4952e15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.552s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.609136] env[62259]: DEBUG nova.compute.manager [req-d4e1cdcf-67d5-4f50-970a-1ebede3eccd3 req-2d26354d-0b6f-446d-9ce6-f9fa15393cd5 service nova] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Received event network-vif-plugged-b2d63006-94f0-418f-bd3a-b230bcd6e822 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1590.609372] env[62259]: DEBUG oslo_concurrency.lockutils [req-d4e1cdcf-67d5-4f50-970a-1ebede3eccd3 req-2d26354d-0b6f-446d-9ce6-f9fa15393cd5 service nova] Acquiring lock "d4ae6d51-e833-437d-9569-d760311ef0ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.609678] env[62259]: DEBUG oslo_concurrency.lockutils [req-d4e1cdcf-67d5-4f50-970a-1ebede3eccd3 req-2d26354d-0b6f-446d-9ce6-f9fa15393cd5 service nova] Lock "d4ae6d51-e833-437d-9569-d760311ef0ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.611151] env[62259]: DEBUG oslo_concurrency.lockutils [req-d4e1cdcf-67d5-4f50-970a-1ebede3eccd3 req-2d26354d-0b6f-446d-9ce6-f9fa15393cd5 service nova] Lock "d4ae6d51-e833-437d-9569-d760311ef0ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.611151] env[62259]: DEBUG nova.compute.manager [req-d4e1cdcf-67d5-4f50-970a-1ebede3eccd3 req-2d26354d-0b6f-446d-9ce6-f9fa15393cd5 service nova] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] No waiting events found dispatching network-vif-plugged-b2d63006-94f0-418f-bd3a-b230bcd6e822 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1590.611151] env[62259]: WARNING nova.compute.manager [req-d4e1cdcf-67d5-4f50-970a-1ebede3eccd3 req-2d26354d-0b6f-446d-9ce6-f9fa15393cd5 service nova] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Received unexpected event network-vif-plugged-b2d63006-94f0-418f-bd3a-b230bcd6e822 for instance with vm_state building and task_state spawning. [ 1590.701837] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 944ce849-152a-404e-8095-a6cc4f27bfc1] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1590.744465] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.746292] env[62259]: DEBUG nova.network.neutron [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Successfully updated port: b2d63006-94f0-418f-bd3a-b230bcd6e822 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.880311] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14108890-2477-446e-bc6a-f4224d2e40ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.888331] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698481ae-9a93-47ed-a54d-0caee15badbe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.920031] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3053ca72-b8de-4fa5-8733-b95811146f8f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.928362] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94180ef7-cf38-484b-97cb-76a3b1161708 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.941878] env[62259]: DEBUG nova.compute.provider_tree [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.188171] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.188530] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.188765] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.189046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.189369] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.191647] env[62259]: INFO nova.compute.manager [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Terminating instance [ 1591.208826] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 09536b47-40b4-4d91-b280-d240cb877248] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1591.240065] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.248967] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "refresh_cache-d4ae6d51-e833-437d-9569-d760311ef0ea" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.249183] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "refresh_cache-d4ae6d51-e833-437d-9569-d760311ef0ea" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.249405] env[62259]: DEBUG nova.network.neutron [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.482133] env[62259]: DEBUG nova.scheduler.client.report [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1591.482554] env[62259]: DEBUG nova.compute.provider_tree [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 116 to 117 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1591.482781] env[62259]: DEBUG nova.compute.provider_tree [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.575221] env[62259]: DEBUG oslo_concurrency.lockutils [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "4939de91-9990-4d0d-a360-6fd22210772c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.575526] env[62259]: DEBUG oslo_concurrency.lockutils [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "4939de91-9990-4d0d-a360-6fd22210772c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.575779] env[62259]: DEBUG oslo_concurrency.lockutils [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "4939de91-9990-4d0d-a360-6fd22210772c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.575980] env[62259]: DEBUG oslo_concurrency.lockutils [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "4939de91-9990-4d0d-a360-6fd22210772c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.576175] env[62259]: DEBUG oslo_concurrency.lockutils [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "4939de91-9990-4d0d-a360-6fd22210772c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.578604] env[62259]: INFO nova.compute.manager [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Terminating instance [ 1591.698353] env[62259]: DEBUG nova.compute.manager [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.699949] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.703649] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dc7f21-4691-4622-a201-a6208c0ce7c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.711789] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: eb494418-ff7c-4c54-95c3-835b02ea2c93] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1591.713925] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.716061] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c56ec07d-4f7a-44c9-8c00-ec2162d7605b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.724927] env[62259]: DEBUG oslo_vmware.api [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1591.724927] env[62259]: value = "task-1692318" [ 1591.724927] env[62259]: _type = "Task" [ 1591.724927] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.733769] env[62259]: DEBUG oslo_vmware.api [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.741693] env[62259]: DEBUG oslo_vmware.api [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692317, 'name': PowerOnVM_Task, 'duration_secs': 1.767477} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.741924] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.742131] env[62259]: INFO nova.compute.manager [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1591.742310] env[62259]: DEBUG nova.compute.manager [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.743053] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1ab3cb-e852-4672-981a-003b99a02bda {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.800979] env[62259]: DEBUG nova.network.neutron [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.989061] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.992874] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.110s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.993316] env[62259]: INFO nova.compute.claims [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.023973] env[62259]: INFO nova.scheduler.client.report [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Deleted allocations for instance 574e92d4-f7cd-4bb1-8678-c47af41c2937 [ 1592.083558] env[62259]: DEBUG nova.compute.manager [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1592.083872] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1592.085668] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b37d075-9e55-4d6b-8bd9-bfe064dfa8a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.093417] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.093670] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e142ea4-59d0-4d36-b52f-be32c4344224 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.099040] env[62259]: DEBUG oslo_vmware.api [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1592.099040] env[62259]: value = "task-1692319" [ 1592.099040] env[62259]: _type = "Task" [ 1592.099040] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.107279] env[62259]: DEBUG oslo_vmware.api [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.216753] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 407bcd05-e41a-4894-bf70-018b827cd925] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1592.237312] env[62259]: DEBUG oslo_vmware.api [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692318, 'name': PowerOffVM_Task, 'duration_secs': 0.429254} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.237722] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.237938] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.238248] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b41c70c4-eacf-43c4-bdd2-78740200c244 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.263388] env[62259]: INFO nova.compute.manager [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Took 44.95 seconds to build instance. [ 1592.394905] env[62259]: DEBUG nova.network.neutron [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Updating instance_info_cache with network_info: [{"id": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "address": "fa:16:3e:65:f7:0f", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d63006-94", "ovs_interfaceid": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.415717] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.416066] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.416354] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleting the datastore file [datastore1] 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.416794] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f965c2-e852-4faa-bfc5-09262f519d97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.424266] env[62259]: DEBUG oslo_vmware.api [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1592.424266] env[62259]: value = "task-1692321" [ 1592.424266] env[62259]: _type = "Task" [ 1592.424266] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.432692] env[62259]: DEBUG oslo_vmware.api [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.538061] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1f56a7c3-1e13-49a9-8811-46c229b9daec tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "574e92d4-f7cd-4bb1-8678-c47af41c2937" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.539s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.608585] env[62259]: DEBUG oslo_vmware.api [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692319, 'name': PowerOffVM_Task, 'duration_secs': 0.203339} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.608928] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.609619] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1592.609838] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff0c9bdc-3fb7-4032-83fc-db16a270e68f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.629457] env[62259]: DEBUG nova.compute.manager [req-6dced51b-4e37-46bd-8f02-3cb338dfa18d req-53f18f39-f121-48f8-aafa-1d90986f38df service nova] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Received event network-changed-b2d63006-94f0-418f-bd3a-b230bcd6e822 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1592.629710] env[62259]: DEBUG nova.compute.manager [req-6dced51b-4e37-46bd-8f02-3cb338dfa18d req-53f18f39-f121-48f8-aafa-1d90986f38df service nova] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Refreshing instance network info cache due to event network-changed-b2d63006-94f0-418f-bd3a-b230bcd6e822. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1592.629837] env[62259]: DEBUG oslo_concurrency.lockutils [req-6dced51b-4e37-46bd-8f02-3cb338dfa18d req-53f18f39-f121-48f8-aafa-1d90986f38df service nova] Acquiring lock "refresh_cache-d4ae6d51-e833-437d-9569-d760311ef0ea" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.683693] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.683966] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.684181] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Deleting the datastore file [datastore1] 4939de91-9990-4d0d-a360-6fd22210772c {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.684493] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e33336c2-900e-4ac9-ab54-fa527f0c8072 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.690856] env[62259]: DEBUG oslo_vmware.api [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1592.690856] env[62259]: value = "task-1692323" [ 1592.690856] env[62259]: _type = "Task" [ 1592.690856] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.703449] env[62259]: DEBUG oslo_vmware.api [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.720122] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 71e74513-112f-4092-9927-94a7b5c8023f] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1592.768293] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6e42aec7-6554-4b83-aba7-c038c540a9c2 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.476s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.897194] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "refresh_cache-d4ae6d51-e833-437d-9569-d760311ef0ea" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.897568] env[62259]: DEBUG nova.compute.manager [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Instance network_info: |[{"id": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "address": "fa:16:3e:65:f7:0f", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d63006-94", "ovs_interfaceid": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1592.897860] env[62259]: DEBUG oslo_concurrency.lockutils [req-6dced51b-4e37-46bd-8f02-3cb338dfa18d req-53f18f39-f121-48f8-aafa-1d90986f38df service nova] Acquired lock "refresh_cache-d4ae6d51-e833-437d-9569-d760311ef0ea" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.898043] env[62259]: DEBUG nova.network.neutron [req-6dced51b-4e37-46bd-8f02-3cb338dfa18d req-53f18f39-f121-48f8-aafa-1d90986f38df service nova] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Refreshing network info cache for port b2d63006-94f0-418f-bd3a-b230bcd6e822 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.899342] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:f7:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2d63006-94f0-418f-bd3a-b230bcd6e822', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.916018] env[62259]: DEBUG oslo.service.loopingcall [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.916239] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.916482] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84adebec-04e7-4dd5-b863-d5d3e97f7f21 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.943631] env[62259]: DEBUG oslo_vmware.api [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141004} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.945205] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.945443] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.945627] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.945804] env[62259]: INFO nova.compute.manager [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1592.946056] env[62259]: DEBUG oslo.service.loopingcall [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.946243] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.946243] env[62259]: value = "task-1692324" [ 1592.946243] env[62259]: _type = "Task" [ 1592.946243] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.946415] env[62259]: DEBUG nova.compute.manager [-] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.946506] env[62259]: DEBUG nova.network.neutron [-] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.957437] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692324, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.203407] env[62259]: DEBUG oslo_vmware.api [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143482} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.203701] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.203893] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.204160] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.204383] env[62259]: INFO nova.compute.manager [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1593.204677] env[62259]: DEBUG oslo.service.loopingcall [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.204960] env[62259]: DEBUG nova.compute.manager [-] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1593.205134] env[62259]: DEBUG nova.network.neutron [-] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1593.225822] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: e703fa1b-337f-4bb5-969f-6f8726e6141c] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1593.303046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.303343] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.303566] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.303788] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.304219] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.310274] env[62259]: INFO nova.compute.manager [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Terminating instance [ 1593.355046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.355329] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.355545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.355729] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.355894] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.358079] env[62259]: INFO nova.compute.manager [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Terminating instance [ 1593.383875] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09611641-41ee-4ad4-9bb1-879c839bf1cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.393846] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e80e01c-11d5-4637-b9ed-c1dcf4b173ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.430612] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420abe71-297f-42b8-9272-730707acb9ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.438596] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275c5777-a2b5-4551-a295-a4af35f6825c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.452691] env[62259]: DEBUG nova.compute.provider_tree [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.462376] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692324, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.645501] env[62259]: DEBUG nova.compute.manager [req-d03e1752-0b2e-4318-a6ec-2eaf31f0a202 req-02ab0fa7-9e99-4e03-9a25-683e9ecbe4b4 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Received event network-vif-deleted-5676b061-a74a-4971-9f58-ad7f7ee42e60 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1593.645501] env[62259]: INFO nova.compute.manager [req-d03e1752-0b2e-4318-a6ec-2eaf31f0a202 req-02ab0fa7-9e99-4e03-9a25-683e9ecbe4b4 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Neutron deleted interface 5676b061-a74a-4971-9f58-ad7f7ee42e60; detaching it from the instance and deleting it from the info cache [ 1593.646159] env[62259]: DEBUG nova.network.neutron [req-d03e1752-0b2e-4318-a6ec-2eaf31f0a202 req-02ab0fa7-9e99-4e03-9a25-683e9ecbe4b4 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.729912] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 5bfaf77e-1ea9-4f72-a5bf-3d3339369ada] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1593.732864] env[62259]: DEBUG nova.network.neutron [req-6dced51b-4e37-46bd-8f02-3cb338dfa18d req-53f18f39-f121-48f8-aafa-1d90986f38df service nova] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Updated VIF entry in instance network info cache for port b2d63006-94f0-418f-bd3a-b230bcd6e822. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1593.733761] env[62259]: DEBUG nova.network.neutron [req-6dced51b-4e37-46bd-8f02-3cb338dfa18d req-53f18f39-f121-48f8-aafa-1d90986f38df service nova] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Updating instance_info_cache with network_info: [{"id": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "address": "fa:16:3e:65:f7:0f", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d63006-94", "ovs_interfaceid": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.818289] env[62259]: DEBUG nova.compute.manager [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1593.818289] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.818615] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a906bb-2c0e-4ec1-a17c-24105e89b091 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.826611] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.826850] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e02c69d-f5c9-415a-9400-7f89b0ab6668 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.833958] env[62259]: DEBUG oslo_vmware.api [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1593.833958] env[62259]: value = "task-1692325" [ 1593.833958] env[62259]: _type = "Task" [ 1593.833958] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.841912] env[62259]: DEBUG oslo_vmware.api [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.861801] env[62259]: DEBUG nova.compute.manager [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1593.862509] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.863135] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095e3621-85ae-418a-a3bf-2ccf4c28348d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.874415] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.874819] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83fe7f41-ecd3-4522-b224-ed1fc6f6071f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.880965] env[62259]: DEBUG oslo_vmware.api [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1593.880965] env[62259]: value = "task-1692326" [ 1593.880965] env[62259]: _type = "Task" [ 1593.880965] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.890502] env[62259]: DEBUG oslo_vmware.api [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.959058] env[62259]: DEBUG nova.scheduler.client.report [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1593.968630] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692324, 'name': CreateVM_Task, 'duration_secs': 0.736681} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.969361] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.969658] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.969864] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.970246] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.970568] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed73901f-1572-4be2-a0e0-e5a79226ff4b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.977118] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1593.977118] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528bf061-6338-2643-10fc-2b6937573281" [ 1593.977118] env[62259]: _type = "Task" [ 1593.977118] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.987446] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528bf061-6338-2643-10fc-2b6937573281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.084350] env[62259]: DEBUG nova.network.neutron [-] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.097998] env[62259]: DEBUG nova.network.neutron [-] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.152737] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41edf859-95c6-4c00-937e-7461fec6396d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.162966] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7237ecd-84d5-4462-92e0-d169527de277 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.201492] env[62259]: DEBUG nova.compute.manager [req-d03e1752-0b2e-4318-a6ec-2eaf31f0a202 req-02ab0fa7-9e99-4e03-9a25-683e9ecbe4b4 service nova] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Detach interface failed, port_id=5676b061-a74a-4971-9f58-ad7f7ee42e60, reason: Instance 4939de91-9990-4d0d-a360-6fd22210772c could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1594.236429] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 7b0ddfcf-950a-47bb-bc29-e6ff325f0aed] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1594.238993] env[62259]: DEBUG oslo_concurrency.lockutils [req-6dced51b-4e37-46bd-8f02-3cb338dfa18d req-53f18f39-f121-48f8-aafa-1d90986f38df service nova] Releasing lock "refresh_cache-d4ae6d51-e833-437d-9569-d760311ef0ea" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.345194] env[62259]: DEBUG oslo_vmware.api [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692325, 'name': PowerOffVM_Task, 'duration_secs': 0.185347} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.345441] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1594.345611] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1594.345860] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b94aeab4-cddc-4a2e-932a-f9531f2395fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.390919] env[62259]: DEBUG oslo_vmware.api [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692326, 'name': PowerOffVM_Task, 'duration_secs': 0.188114} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.391281] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1594.391413] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1594.391669] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff84121-a78f-4ae3-8c02-18d6b9506082 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.419016] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1594.419285] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1594.419553] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleting the datastore file [datastore1] 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1594.419890] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ec0ddfb-5416-4b4b-b277-136274d22f39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.426682] env[62259]: DEBUG oslo_vmware.api [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1594.426682] env[62259]: value = "task-1692329" [ 1594.426682] env[62259]: _type = "Task" [ 1594.426682] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.434936] env[62259]: DEBUG oslo_vmware.api [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.468983] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1594.469091] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1594.469219] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Deleting the datastore file [datastore1] 5029aaf0-9a81-48d4-889c-39ac61f3f5e9 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1594.470055] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.470647] env[62259]: DEBUG nova.compute.manager [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.473083] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e597a9b5-d8a1-48e0-b0be-62fecde42384 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.475230] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.005s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.475455] env[62259]: DEBUG nova.objects.instance [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lazy-loading 'resources' on Instance uuid 600b261e-6358-40de-8eed-710c0dc1ebf3 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.483324] env[62259]: DEBUG oslo_vmware.api [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for the task: (returnval){ [ 1594.483324] env[62259]: value = "task-1692330" [ 1594.483324] env[62259]: _type = "Task" [ 1594.483324] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.491325] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528bf061-6338-2643-10fc-2b6937573281, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.492021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.492295] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1594.492584] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.492746] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.493085] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.499194] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd0774c7-0f27-4d10-ab30-648fc2471a9c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.502027] env[62259]: DEBUG oslo_vmware.api [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.517731] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.518024] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.518837] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a0f57a-0941-4f7d-ad07-72ae7ced59aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.524591] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1594.524591] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52114548-251d-86d5-ba3b-4bbcd0d922eb" [ 1594.524591] env[62259]: _type = "Task" [ 1594.524591] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.534172] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52114548-251d-86d5-ba3b-4bbcd0d922eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.590390] env[62259]: INFO nova.compute.manager [-] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Took 1.64 seconds to deallocate network for instance. [ 1594.600798] env[62259]: INFO nova.compute.manager [-] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Took 1.40 seconds to deallocate network for instance. [ 1594.658865] env[62259]: DEBUG nova.compute.manager [req-7a7824d5-0cdf-4e18-95a8-d998cb13a3fb req-b22c7f69-9ee1-472a-ac09-2141e850fd11 service nova] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Received event network-vif-deleted-b0337245-48d1-4523-8447-566a0de1cb72 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1594.741521] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: c3ba29af-89db-4897-8f5c-15e6c84bb585] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1594.939462] env[62259]: DEBUG oslo_vmware.api [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204128} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.939462] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1594.939668] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1594.939807] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1594.940013] env[62259]: INFO nova.compute.manager [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1594.940317] env[62259]: DEBUG oslo.service.loopingcall [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.940538] env[62259]: DEBUG nova.compute.manager [-] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1594.940649] env[62259]: DEBUG nova.network.neutron [-] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.977304] env[62259]: DEBUG nova.compute.utils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.979987] env[62259]: DEBUG nova.compute.manager [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.979987] env[62259]: DEBUG nova.network.neutron [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.997856] env[62259]: DEBUG oslo_vmware.api [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Task: {'id': task-1692330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2263} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.998194] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1594.998442] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1594.998673] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1594.999096] env[62259]: INFO nova.compute.manager [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1594.999177] env[62259]: DEBUG oslo.service.loopingcall [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.999402] env[62259]: DEBUG nova.compute.manager [-] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1594.999534] env[62259]: DEBUG nova.network.neutron [-] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1595.037425] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52114548-251d-86d5-ba3b-4bbcd0d922eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.038806] env[62259]: DEBUG nova.policy [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16fc230a3e6a4e588a39bbb8fe11b16b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c29ee1bd021a4f1ea02f43c6250a3199', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.043608] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb83ba1-8195-40ea-841a-3ca5d0c82819 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.048540] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1595.048540] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d08546-12d8-8353-9f22-e731fa0fdc40" [ 1595.048540] env[62259]: _type = "Task" [ 1595.048540] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.056153] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d08546-12d8-8353-9f22-e731fa0fdc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.100834] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.107716] env[62259]: DEBUG oslo_concurrency.lockutils [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.244506] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: bc91d33c-b126-494e-8937-ee1f2dd3688c] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1595.373101] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef25099-a2aa-4cc0-8fa7-a37700ed48eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.380587] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d57bde3-ca92-4d2f-a68a-4e9447e2dfdb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.413543] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02db55b5-fbb4-4c4c-99d4-32be78404a05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.422065] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711e36e8-53eb-4cfe-8ddd-2a20fa659f10 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.437336] env[62259]: DEBUG nova.compute.provider_tree [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.446851] env[62259]: DEBUG nova.network.neutron [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Successfully created port: 04a99d8e-80b6-4494-b177-4b17d7f1c22c {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.491014] env[62259]: DEBUG nova.compute.manager [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.559994] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d08546-12d8-8353-9f22-e731fa0fdc40, 'name': SearchDatastore_Task, 'duration_secs': 0.019351} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.560346] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.561067] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] d4ae6d51-e833-437d-9569-d760311ef0ea/d4ae6d51-e833-437d-9569-d760311ef0ea.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.561067] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5514deb4-bc0b-4c11-8bdc-c3e6274f3460 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.567476] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1595.567476] env[62259]: value = "task-1692331" [ 1595.567476] env[62259]: _type = "Task" [ 1595.567476] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.575293] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.673379] env[62259]: DEBUG nova.compute.manager [req-a70a4a68-b94d-4e5d-bb86-a8d7b1c86d48 req-6b6bf1ba-f93a-4e66-b93e-f856fc7c1f84 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Received event network-vif-deleted-6c47c49f-75c8-480f-bf14-affe55fb7c7b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1595.673575] env[62259]: INFO nova.compute.manager [req-a70a4a68-b94d-4e5d-bb86-a8d7b1c86d48 req-6b6bf1ba-f93a-4e66-b93e-f856fc7c1f84 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Neutron deleted interface 6c47c49f-75c8-480f-bf14-affe55fb7c7b; detaching it from the instance and deleting it from the info cache [ 1595.673754] env[62259]: DEBUG nova.network.neutron [req-a70a4a68-b94d-4e5d-bb86-a8d7b1c86d48 req-6b6bf1ba-f93a-4e66-b93e-f856fc7c1f84 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.748927] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: f8a3a6f5-1e4c-47ba-9040-3ecf35eb2b02] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1595.854703] env[62259]: DEBUG nova.network.neutron [-] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.941601] env[62259]: DEBUG nova.scheduler.client.report [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1595.956395] env[62259]: DEBUG nova.network.neutron [-] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.089111] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692331, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.177912] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b42da1fa-c048-41d6-8195-23a709a71106 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.188721] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caceca25-f261-478e-a4e3-c53b4329d2ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.228984] env[62259]: DEBUG nova.compute.manager [req-a70a4a68-b94d-4e5d-bb86-a8d7b1c86d48 req-6b6bf1ba-f93a-4e66-b93e-f856fc7c1f84 service nova] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Detach interface failed, port_id=6c47c49f-75c8-480f-bf14-affe55fb7c7b, reason: Instance 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1596.254452] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 1cd7dd86-c1c4-437d-a7ba-9f3051cbf3f0] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1596.356855] env[62259]: INFO nova.compute.manager [-] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Took 1.42 seconds to deallocate network for instance. [ 1596.452194] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.454532] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.279s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.454794] env[62259]: DEBUG nova.objects.instance [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lazy-loading 'resources' on Instance uuid 02e9aa10-bbde-45f8-b053-024be85f0ddc {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.461039] env[62259]: INFO nova.compute.manager [-] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Took 1.46 seconds to deallocate network for instance. [ 1596.480257] env[62259]: INFO nova.scheduler.client.report [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted allocations for instance 600b261e-6358-40de-8eed-710c0dc1ebf3 [ 1596.496614] env[62259]: DEBUG nova.compute.manager [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.540705] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1596.541016] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1596.541200] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.543868] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1596.543868] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.543868] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1596.543868] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1596.543868] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1596.546303] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1596.546499] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1596.546686] env[62259]: DEBUG nova.virt.hardware [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1596.548428] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ce9942-5cb3-43da-b761-a0932ba63229 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.564225] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2d0e15-4d8e-4d81-bd38-5621efbfd092 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.586203] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869319} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.586472] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] d4ae6d51-e833-437d-9569-d760311ef0ea/d4ae6d51-e833-437d-9569-d760311ef0ea.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1596.586682] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.586927] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90f034b9-6b31-4fe0-863f-e1a62ab3812a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.596408] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1596.596408] env[62259]: value = "task-1692332" [ 1596.596408] env[62259]: _type = "Task" [ 1596.596408] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.604656] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.699276] env[62259]: DEBUG nova.compute.manager [req-b768e679-9361-45a0-961c-ac4f810bc671 req-6b17fee0-7541-41d6-891f-d4200a595d49 service nova] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Received event network-vif-deleted-c82493a9-e788-4a46-a5be-f3df260c4788 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1596.759531] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 1896c71b-8b2f-479a-9490-db7d5717ee17] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1596.864407] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.958865] env[62259]: DEBUG nova.network.neutron [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Successfully updated port: 04a99d8e-80b6-4494-b177-4b17d7f1c22c {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1596.972333] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.988288] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b5d175d-7162-43a1-9062-5b8c9925abfb tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "600b261e-6358-40de-8eed-710c0dc1ebf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.999s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.108643] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066295} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.108804] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.109629] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d633bfc-82d5-4310-9feb-4679b962c764 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.139384] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d4ae6d51-e833-437d-9569-d760311ef0ea/d4ae6d51-e833-437d-9569-d760311ef0ea.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.143946] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2ce0945-bacf-430d-971b-57d07cc5642b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.172154] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1597.172154] env[62259]: value = "task-1692333" [ 1597.172154] env[62259]: _type = "Task" [ 1597.172154] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.180496] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.262734] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 30526dec-d3cf-46be-841d-c96148f391d1] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1597.309590] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4147b31e-db4d-410c-bc92-5ed43db70c55 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.318115] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bde814-11e0-4dda-95f1-89094c1fc7dc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.349767] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225b90c0-6e5b-491d-8db7-f209be2047eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.356889] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f609b20-8853-4a0d-8a23-c12f0c820a6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.373648] env[62259]: DEBUG nova.compute.provider_tree [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.465830] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "refresh_cache-609fa89e-5eb5-4429-a1e9-bf5768419909" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.465958] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "refresh_cache-609fa89e-5eb5-4429-a1e9-bf5768419909" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.466155] env[62259]: DEBUG nova.network.neutron [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.686223] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692333, 'name': ReconfigVM_Task, 'duration_secs': 0.267576} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.686535] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d4ae6d51-e833-437d-9569-d760311ef0ea/d4ae6d51-e833-437d-9569-d760311ef0ea.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.687221] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-054ab169-aac8-4c0d-b5e8-c7d51ee74af5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.697023] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1597.697023] env[62259]: value = "task-1692334" [ 1597.697023] env[62259]: _type = "Task" [ 1597.697023] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.702283] env[62259]: DEBUG nova.compute.manager [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Received event network-vif-plugged-04a99d8e-80b6-4494-b177-4b17d7f1c22c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1597.702725] env[62259]: DEBUG oslo_concurrency.lockutils [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] Acquiring lock "609fa89e-5eb5-4429-a1e9-bf5768419909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.702725] env[62259]: DEBUG oslo_concurrency.lockutils [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] Lock "609fa89e-5eb5-4429-a1e9-bf5768419909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.702860] env[62259]: DEBUG oslo_concurrency.lockutils [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] Lock "609fa89e-5eb5-4429-a1e9-bf5768419909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.703034] env[62259]: DEBUG nova.compute.manager [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] No waiting events found dispatching network-vif-plugged-04a99d8e-80b6-4494-b177-4b17d7f1c22c {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1597.703210] env[62259]: WARNING nova.compute.manager [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Received unexpected event network-vif-plugged-04a99d8e-80b6-4494-b177-4b17d7f1c22c for instance with vm_state building and task_state spawning. [ 1597.703370] env[62259]: DEBUG nova.compute.manager [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Received event network-changed-04a99d8e-80b6-4494-b177-4b17d7f1c22c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1597.703522] env[62259]: DEBUG nova.compute.manager [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Refreshing instance network info cache due to event network-changed-04a99d8e-80b6-4494-b177-4b17d7f1c22c. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1597.703695] env[62259]: DEBUG oslo_concurrency.lockutils [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] Acquiring lock "refresh_cache-609fa89e-5eb5-4429-a1e9-bf5768419909" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.707402] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692334, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.767443] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: a562d639-3f17-4755-85b5-dfdd6ad40529] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1597.880907] env[62259]: DEBUG nova.scheduler.client.report [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1597.999683] env[62259]: DEBUG nova.network.neutron [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.139443] env[62259]: DEBUG nova.network.neutron [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Updating instance_info_cache with network_info: [{"id": "04a99d8e-80b6-4494-b177-4b17d7f1c22c", "address": "fa:16:3e:31:1e:f5", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a99d8e-80", "ovs_interfaceid": "04a99d8e-80b6-4494-b177-4b17d7f1c22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.207154] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692334, 'name': Rename_Task, 'duration_secs': 0.158747} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.207547] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.207838] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed5bc74-6d02-474d-a588-b899b142033e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.220142] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "703e0331-6b63-4bde-9fd1-346378d1537a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.220142] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "703e0331-6b63-4bde-9fd1-346378d1537a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.221486] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1598.221486] env[62259]: value = "task-1692335" [ 1598.221486] env[62259]: _type = "Task" [ 1598.221486] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.230462] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.272705] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.273045] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Cleaning up deleted instances with incomplete migration {{(pid=62259) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11596}} [ 1598.385825] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.388289] env[62259]: DEBUG oslo_concurrency.lockutils [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.491s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.388870] env[62259]: DEBUG nova.objects.instance [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lazy-loading 'resources' on Instance uuid 54ce854a-5100-4a7c-ad79-ab4315a16984 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.413112] env[62259]: INFO nova.scheduler.client.report [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Deleted allocations for instance 02e9aa10-bbde-45f8-b053-024be85f0ddc [ 1598.642239] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "refresh_cache-609fa89e-5eb5-4429-a1e9-bf5768419909" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.642678] env[62259]: DEBUG nova.compute.manager [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Instance network_info: |[{"id": "04a99d8e-80b6-4494-b177-4b17d7f1c22c", "address": "fa:16:3e:31:1e:f5", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a99d8e-80", "ovs_interfaceid": "04a99d8e-80b6-4494-b177-4b17d7f1c22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1598.642981] env[62259]: DEBUG oslo_concurrency.lockutils [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] Acquired lock "refresh_cache-609fa89e-5eb5-4429-a1e9-bf5768419909" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.643203] env[62259]: DEBUG nova.network.neutron [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Refreshing network info cache for port 04a99d8e-80b6-4494-b177-4b17d7f1c22c {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.644493] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:1e:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04a99d8e-80b6-4494-b177-4b17d7f1c22c', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.653806] env[62259]: DEBUG oslo.service.loopingcall [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.657210] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.657763] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cacd2c8-71e5-430e-95d6-bbe35bc12398 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.680160] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.680160] env[62259]: value = "task-1692336" [ 1598.680160] env[62259]: _type = "Task" [ 1598.680160] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.689075] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692336, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.722775] env[62259]: DEBUG nova.compute.manager [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1598.734592] env[62259]: DEBUG oslo_vmware.api [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692335, 'name': PowerOnVM_Task, 'duration_secs': 0.428049} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.734832] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.735044] env[62259]: INFO nova.compute.manager [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1598.735230] env[62259]: DEBUG nova.compute.manager [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.736325] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd376cc0-ba98-4d01-8671-2cb284d4ed69 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.776647] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.884310] env[62259]: DEBUG nova.network.neutron [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Updated VIF entry in instance network info cache for port 04a99d8e-80b6-4494-b177-4b17d7f1c22c. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.884731] env[62259]: DEBUG nova.network.neutron [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Updating instance_info_cache with network_info: [{"id": "04a99d8e-80b6-4494-b177-4b17d7f1c22c", "address": "fa:16:3e:31:1e:f5", "network": {"id": "52203f93-8b4e-4798-823f-4f733c12d44e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1267178027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c29ee1bd021a4f1ea02f43c6250a3199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04a99d8e-80", "ovs_interfaceid": "04a99d8e-80b6-4494-b177-4b17d7f1c22c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.920274] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dcd19274-60a0-4b3b-be82-a5ac6502fb0b tempest-ServersAdminNegativeTestJSON-986481103 tempest-ServersAdminNegativeTestJSON-986481103-project-member] Lock "02e9aa10-bbde-45f8-b053-024be85f0ddc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.792s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.196780] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692336, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.212455] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f928db63-95d5-4d82-ba7a-0d10d14bdddf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.220725] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d3c6db-3f8f-4046-aea9-c17d5ab80df2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.263829] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874a6a1c-abb4-4ddc-87db-588d00c74570 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.267069] env[62259]: INFO nova.compute.manager [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Took 25.05 seconds to build instance. [ 1599.275703] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae8e5c-240e-499c-b2a4-c893c370ef9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.282449] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.293053] env[62259]: DEBUG nova.compute.provider_tree [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.312705] env[62259]: DEBUG oslo_concurrency.lockutils [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] Acquiring lock "refresh_cache-d4ae6d51-e833-437d-9569-d760311ef0ea" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.312889] env[62259]: DEBUG oslo_concurrency.lockutils [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] Acquired lock "refresh_cache-d4ae6d51-e833-437d-9569-d760311ef0ea" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.313077] env[62259]: DEBUG nova.network.neutron [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.387933] env[62259]: DEBUG oslo_concurrency.lockutils [req-576bff5c-e2b1-4fae-b93c-d905a0683ec2 req-42a056c5-9e57-4096-9354-a2e5fae8a093 service nova] Releasing lock "refresh_cache-609fa89e-5eb5-4429-a1e9-bf5768419909" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.691863] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692336, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.769605] env[62259]: DEBUG oslo_concurrency.lockutils [None req-520626a4-daf7-4abe-aaf5-c1ece79981ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "d4ae6d51-e833-437d-9569-d760311ef0ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.570s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.797389] env[62259]: DEBUG nova.scheduler.client.report [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1600.095118] env[62259]: DEBUG nova.network.neutron [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Updating instance_info_cache with network_info: [{"id": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "address": "fa:16:3e:65:f7:0f", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d63006-94", "ovs_interfaceid": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.194455] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692336, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.303490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.305740] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.232s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.306017] env[62259]: DEBUG nova.objects.instance [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lazy-loading 'resources' on Instance uuid c886f7a8-f8cb-409d-a1ec-f4424bfb521c {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.325419] env[62259]: INFO nova.scheduler.client.report [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Deleted allocations for instance 54ce854a-5100-4a7c-ad79-ab4315a16984 [ 1600.600024] env[62259]: DEBUG oslo_concurrency.lockutils [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] Releasing lock "refresh_cache-d4ae6d51-e833-437d-9569-d760311ef0ea" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.600024] env[62259]: DEBUG nova.compute.manager [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Inject network info {{(pid=62259) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7549}} [ 1600.600024] env[62259]: DEBUG nova.compute.manager [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] network_info to inject: |[{"id": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "address": "fa:16:3e:65:f7:0f", "network": {"id": "30c1a434-b57c-4cd6-9f70-b94ebfc1da4f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-512013115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e560feede46445b4967343aaa803e736", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2d63006-94", "ovs_interfaceid": "b2d63006-94f0-418f-bd3a-b230bcd6e822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7550}} [ 1600.603973] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Reconfiguring VM instance to set the machine id {{(pid=62259) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1600.604415] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da978a1a-076d-4c8e-bcaf-16f537aa6327 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.624164] env[62259]: DEBUG oslo_vmware.api [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] Waiting for the task: (returnval){ [ 1600.624164] env[62259]: value = "task-1692337" [ 1600.624164] env[62259]: _type = "Task" [ 1600.624164] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.634898] env[62259]: DEBUG oslo_vmware.api [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] Task: {'id': task-1692337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.693451] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692336, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.841764] env[62259]: DEBUG oslo_concurrency.lockutils [None req-75139981-7a9b-4d54-80ee-e2264f7e7d11 tempest-MigrationsAdminTest-719285148 tempest-MigrationsAdminTest-719285148-project-member] Lock "54ce854a-5100-4a7c-ad79-ab4315a16984" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.452s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.136717] env[62259]: DEBUG oslo_vmware.api [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] Task: {'id': task-1692337, 'name': ReconfigVM_Task, 'duration_secs': 0.158683} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.141381] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-538d4a86-99d0-420b-9aa6-9f14fbe59c14 tempest-ServersAdminTestJSON-2063588114 tempest-ServersAdminTestJSON-2063588114-project-admin] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Reconfigured VM instance to set the machine id {{(pid=62259) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1601.196216] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692336, 'name': CreateVM_Task, 'duration_secs': 2.115897} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.196453] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1601.197281] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.197672] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.198091] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1601.198425] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e718fce-41c3-4be0-b42b-5fa836131242 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.206100] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1601.206100] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528c7160-02d0-0592-fef3-311b2a02a1ec" [ 1601.206100] env[62259]: _type = "Task" [ 1601.206100] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.227015] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528c7160-02d0-0592-fef3-311b2a02a1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.247603] env[62259]: INFO nova.compute.manager [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Rebuilding instance [ 1601.274293] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc431eb2-1858-408c-85dc-2564dfe18fac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.287340] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a758baa0-9816-48d6-8298-1d56be45014c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.322499] env[62259]: DEBUG nova.compute.manager [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.323299] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93633d00-ce3e-4d94-a935-7c75760b8142 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.326655] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e766ba65-e25b-4ddf-a776-9280e0924898 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.336189] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135d51b1-0ce4-4804-bb5d-fec3e0590001 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.356254] env[62259]: DEBUG nova.compute.provider_tree [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.717879] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528c7160-02d0-0592-fef3-311b2a02a1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.022275} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.718028] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.718731] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.718731] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.718731] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.719049] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.719121] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d65074-65c4-4f6b-81b8-cca7c513f3d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.729616] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.729805] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.730517] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59781db5-1131-4704-b0b9-76d1c6b5b07d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.739474] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1601.739474] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522f2a3e-6bca-8082-aa97-534ed5308db2" [ 1601.739474] env[62259]: _type = "Task" [ 1601.739474] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.744905] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522f2a3e-6bca-8082-aa97-534ed5308db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.858692] env[62259]: DEBUG nova.scheduler.client.report [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1602.151705] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9feea3c3-e37e-4105-a582-9581f26122c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.151992] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.248294] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522f2a3e-6bca-8082-aa97-534ed5308db2, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.249163] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601bdf10-b925-46a6-8f9a-9375c3769e24 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.255131] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1602.255131] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5207df68-3e2a-9ed1-ea48-1fdcd02a5ecd" [ 1602.255131] env[62259]: _type = "Task" [ 1602.255131] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.263957] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5207df68-3e2a-9ed1-ea48-1fdcd02a5ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.320020] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "744c8809-f829-4c6b-94ab-9e708d519862" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.320020] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.350469] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.350959] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d007fd01-10e3-4ab5-b8f0-89be58f0b01a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.361031] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1602.361031] env[62259]: value = "task-1692338" [ 1602.361031] env[62259]: _type = "Task" [ 1602.361031] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.365397] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.367645] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.267s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.367860] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.369811] env[62259]: DEBUG oslo_concurrency.lockutils [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.263s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.370064] env[62259]: DEBUG nova.objects.instance [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lazy-loading 'resources' on Instance uuid 4939de91-9990-4d0d-a360-6fd22210772c {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1602.379307] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.403012] env[62259]: INFO nova.scheduler.client.report [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted allocations for instance c886f7a8-f8cb-409d-a1ec-f4424bfb521c [ 1602.404776] env[62259]: INFO nova.scheduler.client.report [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted allocations for instance 2496ab0d-468e-48b7-a85f-beb4e1f8bc47 [ 1602.655729] env[62259]: INFO nova.compute.manager [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Detaching volume aa0fc696-447f-436e-8830-e193d4661c3a [ 1602.695092] env[62259]: INFO nova.virt.block_device [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Attempting to driver detach volume aa0fc696-447f-436e-8830-e193d4661c3a from mountpoint /dev/sdb [ 1602.695516] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1602.695836] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352869', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'name': 'volume-aa0fc696-447f-436e-8830-e193d4661c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9feea3c3-e37e-4105-a582-9581f26122c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'serial': 'aa0fc696-447f-436e-8830-e193d4661c3a'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1602.698306] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faf730f-4763-4b59-8fa8-18230835634d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.726596] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305a9fcf-b818-4cad-aeb7-d29bac6783bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.736710] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98af5db6-323c-4999-88fb-bce998b086f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.763624] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5858cb3-26fb-4c17-a86d-83a97dce83e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.785095] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa0fc696-447f-436e-8830-e193d4661c3a/volume-aa0fc696-447f-436e-8830-e193d4661c3a.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1602.788328] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1602.788749] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5207df68-3e2a-9ed1-ea48-1fdcd02a5ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.788942] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfed91bc-70d9-4c37-bdfd-a727877d48ac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.806238] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.806572] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 609fa89e-5eb5-4429-a1e9-bf5768419909/609fa89e-5eb5-4429-a1e9-bf5768419909.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.806854] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c157dff-ba68-4635-ba57-6a384144d6cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.820114] env[62259]: DEBUG oslo_vmware.api [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1602.820114] env[62259]: value = "task-1692340" [ 1602.820114] env[62259]: _type = "Task" [ 1602.820114] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.820250] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1602.820250] env[62259]: value = "task-1692339" [ 1602.820250] env[62259]: _type = "Task" [ 1602.820250] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.826944] env[62259]: DEBUG nova.compute.utils [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.836310] env[62259]: DEBUG oslo_vmware.api [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.841276] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.874519] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692338, 'name': PowerOffVM_Task, 'duration_secs': 0.256314} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.875199] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1602.875281] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.876017] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b7cc55-02e7-4141-9a20-1cab188d44b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.887161] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1602.887161] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2eab455-1dd6-4bd4-8d1f-ec2f904480f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.922154] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3f235215-aaa5-4222-97d4-fa2c1d73c4cb tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "c886f7a8-f8cb-409d-a1ec-f4424bfb521c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.738s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.923516] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f5946600-0c59-4a57-b1b2-53237a7b51b4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "2496ab0d-468e-48b7-a85f-beb4e1f8bc47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.735s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.985617] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1602.985834] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1602.986030] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleting the datastore file [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1602.986301] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-332b178a-5815-41b5-ae0d-515c206e8c0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.994239] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1602.994239] env[62259]: value = "task-1692342" [ 1602.994239] env[62259]: _type = "Task" [ 1602.994239] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.007542] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.225554] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36dd91d-ad02-43e1-8e49-b0a9eb8158e8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.233844] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fd000f-f680-4ad8-9db6-4cd293f935f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.268889] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66364097-f1b0-467c-a00d-9f6102911ceb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.277929] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5925fd2-6c05-458d-8c0f-0c34aaf2122c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.294755] env[62259]: DEBUG nova.compute.provider_tree [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.330944] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.341225] env[62259]: DEBUG oslo_vmware.api [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692340, 'name': ReconfigVM_Task, 'duration_secs': 0.266255} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.341574] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692339, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.342598] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1603.349507] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a128ac5-4e06-49d6-a011-6d7db512e59a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.368703] env[62259]: DEBUG oslo_vmware.api [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1603.368703] env[62259]: value = "task-1692343" [ 1603.368703] env[62259]: _type = "Task" [ 1603.368703] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.379194] env[62259]: DEBUG oslo_vmware.api [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.506987] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.798113] env[62259]: DEBUG nova.scheduler.client.report [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1603.838086] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61718} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.838086] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 609fa89e-5eb5-4429-a1e9-bf5768419909/609fa89e-5eb5-4429-a1e9-bf5768419909.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1603.838086] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1603.838086] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09a145cd-7d26-44c4-b7a1-accb605f52e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.851714] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1603.851714] env[62259]: value = "task-1692344" [ 1603.851714] env[62259]: _type = "Task" [ 1603.851714] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.866342] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.880022] env[62259]: DEBUG oslo_vmware.api [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692343, 'name': ReconfigVM_Task, 'duration_secs': 0.228794} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.880226] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352869', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'name': 'volume-aa0fc696-447f-436e-8830-e193d4661c3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9feea3c3-e37e-4105-a582-9581f26122c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa0fc696-447f-436e-8830-e193d4661c3a', 'serial': 'aa0fc696-447f-436e-8830-e193d4661c3a'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1604.008545] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561661} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.008879] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.009121] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.009334] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.303500] env[62259]: DEBUG oslo_concurrency.lockutils [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.306483] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.441s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.306483] env[62259]: DEBUG nova.objects.instance [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lazy-loading 'resources' on Instance uuid 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.331218] env[62259]: INFO nova.scheduler.client.report [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Deleted allocations for instance 4939de91-9990-4d0d-a360-6fd22210772c [ 1604.363279] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158824} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.363575] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.365574] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88af5dd-3e64-4abe-b7e2-132ee0cba92e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.389921] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 609fa89e-5eb5-4429-a1e9-bf5768419909/609fa89e-5eb5-4429-a1e9-bf5768419909.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.390628] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae201c0d-6eff-4839-876b-2c31adcf90b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.412661] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1604.412661] env[62259]: value = "task-1692348" [ 1604.412661] env[62259]: _type = "Task" [ 1604.412661] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.423275] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.447021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "744c8809-f829-4c6b-94ab-9e708d519862" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.447021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.447021] env[62259]: INFO nova.compute.manager [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Attaching volume fdb69067-5a8e-4a49-8f29-9aa910ad3243 to /dev/sdb [ 1604.488932] env[62259]: DEBUG nova.objects.instance [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lazy-loading 'flavor' on Instance uuid 9feea3c3-e37e-4105-a582-9581f26122c8 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1604.497100] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e17c7f-46ab-44ef-a745-1843a553d7c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.507258] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5eb51e-be5e-4857-b57a-964a406bf76f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.537185] env[62259]: DEBUG nova.virt.block_device [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Updating existing volume attachment record: 6a957054-9b28-4e16-baf4-55883b207530 {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1604.843419] env[62259]: DEBUG oslo_concurrency.lockutils [None req-afd187f8-81d3-4086-be05-47346d1e8f3d tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "4939de91-9990-4d0d-a360-6fd22210772c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.268s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.922336] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.050860] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1605.051172] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1605.051440] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.051657] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1605.052337] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.053281] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1605.053281] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1605.053281] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1605.053281] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1605.053486] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1605.053486] env[62259]: DEBUG nova.virt.hardware [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1605.056878] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656e83a6-a6e3-4b20-bb91-01263de75aed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.064879] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.065156] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.082208] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2bead3-37f1-45d6-9735-cd3007edacbc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.087545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "f84bee00-1236-4f80-93ac-6742eb4aeac0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.087876] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "f84bee00-1236-4f80-93ac-6742eb4aeac0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.105163] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:37:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.115794] env[62259]: DEBUG oslo.service.loopingcall [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.119958] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.120594] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf933b18-5e43-48c9-bafd-aab9c07b1231 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.146194] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.146194] env[62259]: value = "task-1692352" [ 1605.146194] env[62259]: _type = "Task" [ 1605.146194] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.160396] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692352, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.168051] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9cc617-3c6c-4ac4-baeb-8be5708ad306 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.176722] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d685222-78b0-477f-869a-24e6cef5b242 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.208541] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407458fa-50d3-4a36-8fbe-5cd6a5ba4ea0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.217529] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d13291-17ac-4486-bf90-6ec3ed86caab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.233279] env[62259]: DEBUG nova.compute.provider_tree [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.395830] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "3227e918-f372-4028-8550-f7ec7c6ff61d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.396229] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "3227e918-f372-4028-8550-f7ec7c6ff61d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.396455] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "3227e918-f372-4028-8550-f7ec7c6ff61d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.396732] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "3227e918-f372-4028-8550-f7ec7c6ff61d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.396925] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "3227e918-f372-4028-8550-f7ec7c6ff61d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.399537] env[62259]: INFO nova.compute.manager [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Terminating instance [ 1605.423872] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.500332] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7569f860-905b-4f4d-86ac-c79e50e1e7f2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.577060] env[62259]: DEBUG nova.compute.manager [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.594371] env[62259]: DEBUG nova.compute.manager [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.662254] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692352, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.739180] env[62259]: DEBUG nova.scheduler.client.report [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1605.903337] env[62259]: DEBUG nova.compute.manager [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1605.903555] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1605.904469] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf3dc02-8b8a-4abe-9672-164296cdf1fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.913164] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1605.913459] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aafe76c3-1204-4d77-a6d8-5da4c2a92768 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.922996] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692348, 'name': ReconfigVM_Task, 'duration_secs': 1.172827} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.924146] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 609fa89e-5eb5-4429-a1e9-bf5768419909/609fa89e-5eb5-4429-a1e9-bf5768419909.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.924945] env[62259]: DEBUG oslo_vmware.api [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1605.924945] env[62259]: value = "task-1692353" [ 1605.924945] env[62259]: _type = "Task" [ 1605.924945] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.925146] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f2fff4-19e9-4b15-8613-5f008d9b379d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.935085] env[62259]: DEBUG oslo_vmware.api [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.937198] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1605.937198] env[62259]: value = "task-1692354" [ 1605.937198] env[62259]: _type = "Task" [ 1605.937198] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.946892] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692354, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.106327] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.117229] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.160210] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692352, 'name': CreateVM_Task, 'duration_secs': 0.638284} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.161165] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.161165] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.161282] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.161596] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.161865] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb50ccba-a4b2-4b14-a2bb-c17d8b3bae58 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.167900] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1606.167900] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d2e530-2c32-0d44-ee1d-000e21b5232e" [ 1606.167900] env[62259]: _type = "Task" [ 1606.167900] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.178199] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d2e530-2c32-0d44-ee1d-000e21b5232e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.245729] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.248046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.276s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.248275] env[62259]: DEBUG nova.objects.instance [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lazy-loading 'resources' on Instance uuid 5029aaf0-9a81-48d4-889c-39ac61f3f5e9 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.273787] env[62259]: INFO nova.scheduler.client.report [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleted allocations for instance 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8 [ 1606.437210] env[62259]: DEBUG oslo_vmware.api [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692353, 'name': PowerOffVM_Task, 'duration_secs': 0.228233} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.437519] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1606.437668] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1606.437975] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec4ac648-466c-4ecb-9119-5c43ffcd73e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.448292] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692354, 'name': Rename_Task, 'duration_secs': 0.178907} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.448512] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.448755] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1f7d14-5a0b-4f59-800a-8ad525cd9227 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.471489] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1606.471489] env[62259]: value = "task-1692356" [ 1606.471489] env[62259]: _type = "Task" [ 1606.471489] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.480518] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.567051] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1606.567228] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1606.567416] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Deleting the datastore file [datastore1] 3227e918-f372-4028-8550-f7ec7c6ff61d {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1606.567747] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f42af54f-62a2-4419-a0cf-13d6746d9248 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.578110] env[62259]: DEBUG oslo_vmware.api [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for the task: (returnval){ [ 1606.578110] env[62259]: value = "task-1692357" [ 1606.578110] env[62259]: _type = "Task" [ 1606.578110] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.591050] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9feea3c3-e37e-4105-a582-9581f26122c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.591797] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.591797] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.591944] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.592412] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.594718] env[62259]: INFO nova.compute.manager [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Terminating instance [ 1606.684791] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d2e530-2c32-0d44-ee1d-000e21b5232e, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.685148] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.685403] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.685642] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.685788] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.685967] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.686263] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1701683b-d822-4742-8aee-acb77949eaa4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.698023] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.698214] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.699753] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2468532-1b5d-4ceb-b106-aa7802c2ba25 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.708537] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1606.708537] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5233a0f2-617f-a293-e3f6-787983d3e00d" [ 1606.708537] env[62259]: _type = "Task" [ 1606.708537] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.717646] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5233a0f2-617f-a293-e3f6-787983d3e00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.781434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b0224ae7-b41b-4d9b-ba2c-fc7259a21cdf tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.478s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.988335] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.090617] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb03363-dd36-4d41-b8fe-5c4b6b1c07bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.099418] env[62259]: DEBUG nova.compute.manager [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1607.100111] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.101206] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086497db-9f42-4c94-bbc4-4bd941225fd0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.109695] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15bdc20-f074-47d9-bbc7-0f47d3298699 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.120433] env[62259]: DEBUG oslo_vmware.api [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Task: {'id': task-1692357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383645} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.123513] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.123763] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.123959] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.124274] env[62259]: INFO nova.compute.manager [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1607.124564] env[62259]: DEBUG oslo.service.loopingcall [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.124812] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1607.125188] env[62259]: DEBUG nova.compute.manager [-] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1607.125299] env[62259]: DEBUG nova.network.neutron [-] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1607.127440] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd217ca-f02c-42f9-a995-4509eed016e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.158943] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb85498-c56e-49f3-bd82-6f8bf2b08a43 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.161922] env[62259]: DEBUG oslo_vmware.api [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1607.161922] env[62259]: value = "task-1692358" [ 1607.161922] env[62259]: _type = "Task" [ 1607.161922] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.169801] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080ae00d-6992-428d-b1ac-f6695e71896f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.179995] env[62259]: DEBUG oslo_vmware.api [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.192254] env[62259]: DEBUG nova.compute.provider_tree [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.220807] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5233a0f2-617f-a293-e3f6-787983d3e00d, 'name': SearchDatastore_Task, 'duration_secs': 0.013707} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.221928] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f058865c-2f0b-4448-ba03-186f298bf550 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.229879] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1607.229879] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5204cdfa-c640-0f70-d21d-f5a0c82a8962" [ 1607.229879] env[62259]: _type = "Task" [ 1607.229879] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.241810] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5204cdfa-c640-0f70-d21d-f5a0c82a8962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.489194] env[62259]: DEBUG oslo_vmware.api [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692356, 'name': PowerOnVM_Task, 'duration_secs': 0.920073} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.489521] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.489687] env[62259]: INFO nova.compute.manager [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1607.489868] env[62259]: DEBUG nova.compute.manager [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1607.493303] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fecabb-3ab8-4256-9514-105e95689ffc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.678312] env[62259]: DEBUG oslo_vmware.api [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692358, 'name': PowerOffVM_Task, 'duration_secs': 0.295129} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.678636] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.678906] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.679325] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d125dc4f-929e-41c2-90aa-02f806bfef0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.695479] env[62259]: DEBUG nova.scheduler.client.report [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1607.744059] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5204cdfa-c640-0f70-d21d-f5a0c82a8962, 'name': SearchDatastore_Task, 'duration_secs': 0.019784} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.746751] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.746751] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.746751] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecd21729-440e-4b72-9ef6-86540e621c24 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.754198] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1607.754198] env[62259]: value = "task-1692362" [ 1607.754198] env[62259]: _type = "Task" [ 1607.754198] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.763910] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.804831] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.805070] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.805258] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleting the datastore file [datastore1] 9feea3c3-e37e-4105-a582-9581f26122c8 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.805544] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf242b63-42c2-45d5-a3c1-4a72f59dd6a9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.819120] env[62259]: DEBUG oslo_vmware.api [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1607.819120] env[62259]: value = "task-1692363" [ 1607.819120] env[62259]: _type = "Task" [ 1607.819120] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.832240] env[62259]: DEBUG oslo_vmware.api [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.886252] env[62259]: DEBUG nova.compute.manager [req-9735d8bb-0cb8-4fdb-a37a-733e2f4c2d7b req-fa023010-d039-47d6-b15d-01e4edc30872 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Received event network-vif-deleted-d915b03f-2b53-404c-b78e-6395b964f5c5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1607.886646] env[62259]: INFO nova.compute.manager [req-9735d8bb-0cb8-4fdb-a37a-733e2f4c2d7b req-fa023010-d039-47d6-b15d-01e4edc30872 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Neutron deleted interface d915b03f-2b53-404c-b78e-6395b964f5c5; detaching it from the instance and deleting it from the info cache [ 1607.886646] env[62259]: DEBUG nova.network.neutron [req-9735d8bb-0cb8-4fdb-a37a-733e2f4c2d7b req-fa023010-d039-47d6-b15d-01e4edc30872 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.018227] env[62259]: INFO nova.compute.manager [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Took 25.16 seconds to build instance. [ 1608.200097] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.203736] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.921s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.205734] env[62259]: INFO nova.compute.claims [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.236518] env[62259]: INFO nova.scheduler.client.report [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Deleted allocations for instance 5029aaf0-9a81-48d4-889c-39ac61f3f5e9 [ 1608.270078] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.331889] env[62259]: DEBUG oslo_vmware.api [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.358455] env[62259]: DEBUG nova.network.neutron [-] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.389546] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d98038b2-69fa-46c8-b9b1-351c7809e40e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.402344] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049ef531-dac2-45ca-af52-08f080122d0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.443155] env[62259]: DEBUG nova.compute.manager [req-9735d8bb-0cb8-4fdb-a37a-733e2f4c2d7b req-fa023010-d039-47d6-b15d-01e4edc30872 service nova] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Detach interface failed, port_id=d915b03f-2b53-404c-b78e-6395b964f5c5, reason: Instance 3227e918-f372-4028-8550-f7ec7c6ff61d could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1608.521919] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee36f270-68ce-487e-b81e-e916f3c2ab0f tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "609fa89e-5eb5-4429-a1e9-bf5768419909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.678s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.750166] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1c84aba6-888d-422f-a24e-801f129052ee tempest-ListServerFiltersTestJSON-1279874670 tempest-ListServerFiltersTestJSON-1279874670-project-member] Lock "5029aaf0-9a81-48d4-889c-39ac61f3f5e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.395s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.770278] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692362, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.830555] env[62259]: DEBUG oslo_vmware.api [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.861151] env[62259]: INFO nova.compute.manager [-] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Took 1.74 seconds to deallocate network for instance. [ 1609.270814] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692362, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479044} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.270814] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.270814] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1609.271019] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-627501dc-4625-4251-a70f-697c571692e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.280576] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1609.280576] env[62259]: value = "task-1692364" [ 1609.280576] env[62259]: _type = "Task" [ 1609.280576] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.289723] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.333832] env[62259]: DEBUG oslo_vmware.api [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.206933} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.339272] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.340356] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.340356] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.340356] env[62259]: INFO nova.compute.manager [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1609.340703] env[62259]: DEBUG oslo.service.loopingcall [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.341787] env[62259]: DEBUG nova.compute.manager [-] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1609.342012] env[62259]: DEBUG nova.network.neutron [-] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.370134] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.543278] env[62259]: DEBUG nova.compute.manager [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.548333] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978deca9-1ca2-4cc0-9014-e570f12c57df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.568564] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99bd73b-a5fe-4061-b38d-7912dbee14f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.580436] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a94066a-8e3e-4c71-af67-fe6742d22e45 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.615897] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1609.616168] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352918', 'volume_id': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'name': 'volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '744c8809-f829-4c6b-94ab-9e708d519862', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'serial': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1609.616992] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cee674f-d75a-48b8-9d05-3ef72d6e5026 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.620647] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f2457a-9695-4135-b8f3-d3058a0a7a9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.646502] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e12d9-e88e-4885-b0c6-fa38ade4bcc0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.653414] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612edc9b-621a-4d71-aa0c-3a537b7c4bce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.667703] env[62259]: DEBUG nova.compute.provider_tree [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.697923] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243/volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.697923] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6acfeea-19c6-4367-92d8-e34e89ad6e1e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.717313] env[62259]: DEBUG oslo_vmware.api [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1609.717313] env[62259]: value = "task-1692366" [ 1609.717313] env[62259]: _type = "Task" [ 1609.717313] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.728566] env[62259]: DEBUG oslo_vmware.api [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.795610] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165153} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.795610] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1609.795610] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ed022c-62c3-4a9e-a401-b7516afdd60a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.820750] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1609.821105] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682f5f20-e164-46e5-9b1b-fe8a2c696378 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.847456] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1609.847456] env[62259]: value = "task-1692367" [ 1609.847456] env[62259]: _type = "Task" [ 1609.847456] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.854889] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.076287] env[62259]: INFO nova.compute.manager [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] instance snapshotting [ 1610.080478] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e15ee6-0ca1-4ef7-82e6-58f914efc0bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.100960] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1917e8b-eca6-403d-94ac-7f463dbbecae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.130080] env[62259]: DEBUG nova.compute.manager [req-40840f53-5e8c-45c1-9224-ba804bf86fb2 req-250035bf-b726-4d79-a4ed-a9e50141dc9c service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Received event network-vif-deleted-e378630f-9daa-4a17-88ec-312c29670613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1610.130323] env[62259]: INFO nova.compute.manager [req-40840f53-5e8c-45c1-9224-ba804bf86fb2 req-250035bf-b726-4d79-a4ed-a9e50141dc9c service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Neutron deleted interface e378630f-9daa-4a17-88ec-312c29670613; detaching it from the instance and deleting it from the info cache [ 1610.130937] env[62259]: DEBUG nova.network.neutron [req-40840f53-5e8c-45c1-9224-ba804bf86fb2 req-250035bf-b726-4d79-a4ed-a9e50141dc9c service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.172259] env[62259]: DEBUG nova.scheduler.client.report [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1610.229676] env[62259]: DEBUG oslo_vmware.api [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692366, 'name': ReconfigVM_Task, 'duration_secs': 0.404239} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.230879] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243/volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.235781] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5b9dce-4b8c-4ee1-9628-0b087d2709a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.254073] env[62259]: DEBUG oslo_vmware.api [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1610.254073] env[62259]: value = "task-1692368" [ 1610.254073] env[62259]: _type = "Task" [ 1610.254073] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.268144] env[62259]: DEBUG oslo_vmware.api [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.354537] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692367, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.492419] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "9252f584-ab03-44bc-8804-6ec531eb969a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.492646] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "9252f584-ab03-44bc-8804-6ec531eb969a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.600805] env[62259]: DEBUG nova.network.neutron [-] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.614207] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1610.615580] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97b7ef5c-b658-487c-8398-9b64c109d1c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.624237] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1610.624237] env[62259]: value = "task-1692369" [ 1610.624237] env[62259]: _type = "Task" [ 1610.624237] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.635822] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692369, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.635822] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2abed7f-1720-48d2-9d71-9fd4b01ffa96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.647152] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237b04cb-5a75-42c6-b911-0d569eb7947c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.685314] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.685834] env[62259]: DEBUG nova.compute.manager [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1610.688396] env[62259]: DEBUG nova.compute.manager [req-40840f53-5e8c-45c1-9224-ba804bf86fb2 req-250035bf-b726-4d79-a4ed-a9e50141dc9c service nova] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Detach interface failed, port_id=e378630f-9daa-4a17-88ec-312c29670613, reason: Instance 9feea3c3-e37e-4105-a582-9581f26122c8 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1610.689641] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.583s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.691439] env[62259]: INFO nova.compute.claims [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1610.764639] env[62259]: DEBUG oslo_vmware.api [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692368, 'name': ReconfigVM_Task, 'duration_secs': 0.182146} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.764953] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352918', 'volume_id': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'name': 'volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '744c8809-f829-4c6b-94ab-9e708d519862', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'serial': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1610.861212] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692367, 'name': ReconfigVM_Task, 'duration_secs': 0.534949} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.861212] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.861212] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2c8d1cc-58f8-4427-b679-2718563e6176 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.873438] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1610.873438] env[62259]: value = "task-1692370" [ 1610.873438] env[62259]: _type = "Task" [ 1610.873438] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.885308] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692370, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.995291] env[62259]: DEBUG nova.compute.manager [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1611.104912] env[62259]: INFO nova.compute.manager [-] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Took 1.76 seconds to deallocate network for instance. [ 1611.137663] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692369, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.194929] env[62259]: DEBUG nova.compute.utils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.198945] env[62259]: DEBUG nova.compute.manager [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1611.199198] env[62259]: DEBUG nova.network.neutron [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.251202] env[62259]: DEBUG nova.policy [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62eee616d5a04d60940ed3baa7a7c92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912dd7c70e4046a6838429f2f11c6987', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1611.390802] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692370, 'name': Rename_Task, 'duration_secs': 0.220944} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.390802] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.390802] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-947d5920-ba92-43fd-9705-aaee210ab216 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.398902] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1611.398902] env[62259]: value = "task-1692371" [ 1611.398902] env[62259]: _type = "Task" [ 1611.398902] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.410963] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.525389] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.568467] env[62259]: DEBUG nova.network.neutron [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Successfully created port: fadd0e9c-1767-4964-9ec4-6e6328eb21a3 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1611.615349] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.636394] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692369, 'name': CreateSnapshot_Task, 'duration_secs': 0.898379} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.636675] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1611.637485] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46113ccc-dfd1-42b2-beb4-df7cf4308275 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.700118] env[62259]: DEBUG nova.compute.manager [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1611.815495] env[62259]: DEBUG nova.objects.instance [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lazy-loading 'flavor' on Instance uuid 744c8809-f829-4c6b-94ab-9e708d519862 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.916498] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692371, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.990042] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ea4b5-f99a-4c8b-a904-a8c61d6d121a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.998669] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23d66c-694a-492e-908e-fa7de0f3164d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.031592] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed1a831-4108-4edc-8fc4-9aa4e3395323 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.040401] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855e9cc0-5d01-4006-bbc2-8d576e8c8503 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.055931] env[62259]: DEBUG nova.compute.provider_tree [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.160851] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1612.161224] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-145d2e61-be32-440f-8f03-70b0ca97dd61 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.171314] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1612.171314] env[62259]: value = "task-1692373" [ 1612.171314] env[62259]: _type = "Task" [ 1612.171314] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.179926] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692373, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.276555] env[62259]: DEBUG oslo_concurrency.lockutils [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "744c8809-f829-4c6b-94ab-9e708d519862" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.320846] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1de0685e-4f29-4920-9138-c6e89ddc4bae tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.874s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.321924] env[62259]: DEBUG oslo_concurrency.lockutils [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.045s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.412418] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692371, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.559411] env[62259]: DEBUG nova.scheduler.client.report [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1612.681754] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692373, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.714124] env[62259]: DEBUG nova.compute.manager [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1612.744653] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1612.744903] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1612.745077] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.745268] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1612.745412] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.745557] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1612.745792] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1612.745969] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1612.747337] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1612.747597] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1612.747826] env[62259]: DEBUG nova.virt.hardware [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1612.748793] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7b8c64-c3e0-46c0-888c-9947dff68f7c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.758698] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb552414-183a-4966-979c-bdf23bf7cbbe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.827062] env[62259]: INFO nova.compute.manager [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Detaching volume fdb69067-5a8e-4a49-8f29-9aa910ad3243 [ 1612.869018] env[62259]: INFO nova.virt.block_device [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Attempting to driver detach volume fdb69067-5a8e-4a49-8f29-9aa910ad3243 from mountpoint /dev/sdb [ 1612.869018] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1612.869018] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352918', 'volume_id': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'name': 'volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '744c8809-f829-4c6b-94ab-9e708d519862', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'serial': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1612.869018] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c877ac-c8ff-4461-8150-a430de283d2d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.894943] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2e1897-d64c-49f9-87d4-c04fc2af79f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.907237] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ba980-f6ae-46e9-9460-5aaffd408661 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.917286] env[62259]: DEBUG oslo_vmware.api [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692371, 'name': PowerOnVM_Task, 'duration_secs': 1.131857} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.934602] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.935059] env[62259]: DEBUG nova.compute.manager [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.936050] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2299d-0903-4fb5-a8d3-9e9f3df7b8e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.939904] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51371584-bacd-4cfb-b5ac-31bcf1b8a356 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.965643] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] The volume has not been displaced from its original location: [datastore1] volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243/volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1612.973197] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1612.973197] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec223cf6-8a9c-447c-b783-f8c3689a23ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.993551] env[62259]: DEBUG oslo_vmware.api [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1612.993551] env[62259]: value = "task-1692374" [ 1612.993551] env[62259]: _type = "Task" [ 1612.993551] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.003117] env[62259]: DEBUG oslo_vmware.api [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.038916] env[62259]: DEBUG nova.compute.manager [req-36cf7eb4-3e26-47e3-802d-cbe35b6131eb req-4e5c9227-6f14-4b1c-b45c-fa077e701706 service nova] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Received event network-vif-plugged-fadd0e9c-1767-4964-9ec4-6e6328eb21a3 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1613.039786] env[62259]: DEBUG oslo_concurrency.lockutils [req-36cf7eb4-3e26-47e3-802d-cbe35b6131eb req-4e5c9227-6f14-4b1c-b45c-fa077e701706 service nova] Acquiring lock "703e0331-6b63-4bde-9fd1-346378d1537a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.039786] env[62259]: DEBUG oslo_concurrency.lockutils [req-36cf7eb4-3e26-47e3-802d-cbe35b6131eb req-4e5c9227-6f14-4b1c-b45c-fa077e701706 service nova] Lock "703e0331-6b63-4bde-9fd1-346378d1537a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.040300] env[62259]: DEBUG oslo_concurrency.lockutils [req-36cf7eb4-3e26-47e3-802d-cbe35b6131eb req-4e5c9227-6f14-4b1c-b45c-fa077e701706 service nova] Lock "703e0331-6b63-4bde-9fd1-346378d1537a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.040688] env[62259]: DEBUG nova.compute.manager [req-36cf7eb4-3e26-47e3-802d-cbe35b6131eb req-4e5c9227-6f14-4b1c-b45c-fa077e701706 service nova] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] No waiting events found dispatching network-vif-plugged-fadd0e9c-1767-4964-9ec4-6e6328eb21a3 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1613.041027] env[62259]: WARNING nova.compute.manager [req-36cf7eb4-3e26-47e3-802d-cbe35b6131eb req-4e5c9227-6f14-4b1c-b45c-fa077e701706 service nova] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Received unexpected event network-vif-plugged-fadd0e9c-1767-4964-9ec4-6e6328eb21a3 for instance with vm_state building and task_state spawning. [ 1613.064430] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.065537] env[62259]: DEBUG nova.compute.manager [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1613.071019] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.952s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.071019] env[62259]: INFO nova.compute.claims [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.155966] env[62259]: DEBUG nova.network.neutron [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Successfully updated port: fadd0e9c-1767-4964-9ec4-6e6328eb21a3 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.184522] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692373, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.460605] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.504950] env[62259]: DEBUG oslo_vmware.api [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692374, 'name': ReconfigVM_Task, 'duration_secs': 0.239762} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.504950] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1613.509298] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae1d9293-732e-4ffb-b5fb-e47a2aa7d1a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.524635] env[62259]: DEBUG oslo_vmware.api [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1613.524635] env[62259]: value = "task-1692375" [ 1613.524635] env[62259]: _type = "Task" [ 1613.524635] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.534259] env[62259]: DEBUG oslo_vmware.api [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.570863] env[62259]: DEBUG nova.compute.utils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.572734] env[62259]: DEBUG nova.compute.manager [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1613.573592] env[62259]: DEBUG nova.network.neutron [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1613.640929] env[62259]: DEBUG nova.policy [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce89b6344a234a1bb6fe3d4e4d34972d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61ea832725d341f9bd5d4abf1e5aabdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1613.665687] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-703e0331-6b63-4bde-9fd1-346378d1537a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.666014] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-703e0331-6b63-4bde-9fd1-346378d1537a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.666274] env[62259]: DEBUG nova.network.neutron [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.687539] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692373, 'name': CloneVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.917241] env[62259]: DEBUG nova.network.neutron [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Successfully created port: 3afcb233-df60-4a37-8667-002eb0b1453b {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1614.035046] env[62259]: DEBUG oslo_vmware.api [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692375, 'name': ReconfigVM_Task, 'duration_secs': 0.153909} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.035362] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352918', 'volume_id': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'name': 'volume-fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '744c8809-f829-4c6b-94ab-9e708d519862', 'attached_at': '', 'detached_at': '', 'volume_id': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243', 'serial': 'fdb69067-5a8e-4a49-8f29-9aa910ad3243'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1614.080166] env[62259]: DEBUG nova.compute.manager [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.196742] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692373, 'name': CloneVM_Task, 'duration_secs': 1.515834} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.199986] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Created linked-clone VM from snapshot [ 1614.200565] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f37eec2-8e1d-4779-a3d2-2d1ce0ec3f00 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.209186] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Uploading image 4b8a05e9-ce9b-4ea9-99da-e85943b38ff8 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1614.224523] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1614.224824] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c0dda7a7-da36-4c3e-b9d0-4513ae7a90bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.235879] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1614.235879] env[62259]: value = "task-1692377" [ 1614.235879] env[62259]: _type = "Task" [ 1614.235879] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.239906] env[62259]: DEBUG nova.network.neutron [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.251425] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692377, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.406332] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67730def-5c8a-4ad0-8a20-733ebff0f463 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.422796] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8b1c4d-a035-4b51-a074-13826a42e956 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.465085] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64429d70-1b21-4ac1-9f4f-bca1f2bcc1c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.474074] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf733f7-2d85-4d29-950d-ec8916a2489c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.489287] env[62259]: DEBUG nova.compute.provider_tree [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.500405] env[62259]: DEBUG nova.network.neutron [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Updating instance_info_cache with network_info: [{"id": "fadd0e9c-1767-4964-9ec4-6e6328eb21a3", "address": "fa:16:3e:67:d4:80", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfadd0e9c-17", "ovs_interfaceid": "fadd0e9c-1767-4964-9ec4-6e6328eb21a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.592996] env[62259]: DEBUG nova.objects.instance [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lazy-loading 'flavor' on Instance uuid 744c8809-f829-4c6b-94ab-9e708d519862 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.745809] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692377, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.994461] env[62259]: DEBUG nova.scheduler.client.report [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1615.005013] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-703e0331-6b63-4bde-9fd1-346378d1537a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.005331] env[62259]: DEBUG nova.compute.manager [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Instance network_info: |[{"id": "fadd0e9c-1767-4964-9ec4-6e6328eb21a3", "address": "fa:16:3e:67:d4:80", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfadd0e9c-17", "ovs_interfaceid": "fadd0e9c-1767-4964-9ec4-6e6328eb21a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1615.005736] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:d4:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fadd0e9c-1767-4964-9ec4-6e6328eb21a3', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.018272] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Creating folder: Project (912dd7c70e4046a6838429f2f11c6987). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.018660] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae292d9d-1d5f-4c6c-b177-b9a2dc8c8ab3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.033186] env[62259]: INFO nova.compute.manager [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Rebuilding instance [ 1615.042022] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Created folder: Project (912dd7c70e4046a6838429f2f11c6987) in parent group-v352705. [ 1615.042022] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Creating folder: Instances. Parent ref: group-v352923. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.042022] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab6fd40f-efff-4bee-9a12-3ecc77410a6c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.053905] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Created folder: Instances in parent group-v352923. [ 1615.054229] env[62259]: DEBUG oslo.service.loopingcall [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.054442] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.054656] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ef25a80-971a-45f6-9e48-b6b1980c219e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.082557] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.082557] env[62259]: value = "task-1692380" [ 1615.082557] env[62259]: _type = "Task" [ 1615.082557] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.093967] env[62259]: DEBUG nova.compute.manager [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1615.096415] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692380, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.104266] env[62259]: DEBUG nova.compute.manager [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.105207] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3160f7a7-f58a-4966-881e-95198749677d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.110665] env[62259]: DEBUG nova.compute.manager [req-c39ff60d-2964-46e7-b490-13aabfa0fb61 req-2a50bcec-9263-4049-bde0-8af629a755d2 service nova] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Received event network-changed-fadd0e9c-1767-4964-9ec4-6e6328eb21a3 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1615.110868] env[62259]: DEBUG nova.compute.manager [req-c39ff60d-2964-46e7-b490-13aabfa0fb61 req-2a50bcec-9263-4049-bde0-8af629a755d2 service nova] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Refreshing instance network info cache due to event network-changed-fadd0e9c-1767-4964-9ec4-6e6328eb21a3. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1615.111115] env[62259]: DEBUG oslo_concurrency.lockutils [req-c39ff60d-2964-46e7-b490-13aabfa0fb61 req-2a50bcec-9263-4049-bde0-8af629a755d2 service nova] Acquiring lock "refresh_cache-703e0331-6b63-4bde-9fd1-346378d1537a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.111315] env[62259]: DEBUG oslo_concurrency.lockutils [req-c39ff60d-2964-46e7-b490-13aabfa0fb61 req-2a50bcec-9263-4049-bde0-8af629a755d2 service nova] Acquired lock "refresh_cache-703e0331-6b63-4bde-9fd1-346378d1537a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.111504] env[62259]: DEBUG nova.network.neutron [req-c39ff60d-2964-46e7-b490-13aabfa0fb61 req-2a50bcec-9263-4049-bde0-8af629a755d2 service nova] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Refreshing network info cache for port fadd0e9c-1767-4964-9ec4-6e6328eb21a3 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.125020] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1615.125280] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1615.125466] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.125691] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1615.125856] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.126047] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1615.126233] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1615.126397] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1615.126608] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1615.126782] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1615.126960] env[62259]: DEBUG nova.virt.hardware [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1615.130052] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50267969-96f8-4b88-87aa-62aaac9a838a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.139210] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3046a6d-4704-4f85-8bc2-5649eb0ea9a4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.248573] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692377, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.506494] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.507052] env[62259]: DEBUG nova.compute.manager [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.511130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.141s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.511376] env[62259]: DEBUG nova.objects.instance [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lazy-loading 'resources' on Instance uuid 3227e918-f372-4028-8550-f7ec7c6ff61d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.595044] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692380, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.610788] env[62259]: DEBUG oslo_concurrency.lockutils [None req-eb74e73c-3559-401a-b04d-cc468aafafc1 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.630084] env[62259]: DEBUG nova.network.neutron [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Successfully updated port: 3afcb233-df60-4a37-8667-002eb0b1453b {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.747838] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692377, 'name': Destroy_Task, 'duration_secs': 1.090158} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.748239] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Destroyed the VM [ 1615.748490] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1615.748754] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a959d4b1-7e43-4b8f-8029-c77bae5f578f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.756915] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1615.756915] env[62259]: value = "task-1692382" [ 1615.756915] env[62259]: _type = "Task" [ 1615.756915] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.765880] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692382, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.005365] env[62259]: DEBUG nova.network.neutron [req-c39ff60d-2964-46e7-b490-13aabfa0fb61 req-2a50bcec-9263-4049-bde0-8af629a755d2 service nova] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Updated VIF entry in instance network info cache for port fadd0e9c-1767-4964-9ec4-6e6328eb21a3. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.005741] env[62259]: DEBUG nova.network.neutron [req-c39ff60d-2964-46e7-b490-13aabfa0fb61 req-2a50bcec-9263-4049-bde0-8af629a755d2 service nova] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Updating instance_info_cache with network_info: [{"id": "fadd0e9c-1767-4964-9ec4-6e6328eb21a3", "address": "fa:16:3e:67:d4:80", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfadd0e9c-17", "ovs_interfaceid": "fadd0e9c-1767-4964-9ec4-6e6328eb21a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.014573] env[62259]: DEBUG nova.compute.utils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.020940] env[62259]: DEBUG nova.compute.manager [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1616.021149] env[62259]: DEBUG nova.network.neutron [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.095309] env[62259]: DEBUG nova.policy [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e68114b554414493a567641f4fddfb8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d186547b31349dfac6792b64b5a5ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1616.104995] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692380, 'name': CreateVM_Task, 'duration_secs': 0.534114} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.105194] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.105902] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.106088] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.106513] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.106667] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcfc48d-118e-4b1e-9155-ae9b0b20ad35 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.114940] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1616.114940] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527e0adb-ce27-bf76-747e-7b07c8187021" [ 1616.114940] env[62259]: _type = "Task" [ 1616.114940] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.127931] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.131050] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527e0adb-ce27-bf76-747e-7b07c8187021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.133775] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8139b9a-cbe3-4d80-b0ac-11214ba80a60 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.136838] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.136838] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.136838] env[62259]: DEBUG nova.network.neutron [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.144563] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1616.144563] env[62259]: value = "task-1692383" [ 1616.144563] env[62259]: _type = "Task" [ 1616.144563] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.163601] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.267342] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692382, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.405176] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "932a0f6b-09fa-49e9-bd14-87b910230b05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.405592] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "932a0f6b-09fa-49e9-bd14-87b910230b05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.424230] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e67a630-0db7-4aed-a6d4-65e479a2bfa6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.435555] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735fa66f-4fae-42b6-a0a5-33cb5a31d464 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.494647] env[62259]: DEBUG nova.network.neutron [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Successfully created port: a5bb7bea-ae06-4eda-9f87-0eaba5db1a84 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.497694] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2db2c-0f9b-4481-858c-6824bcdf49ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.508839] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754b429d-407b-4ecf-8d88-25dbc67550b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.513482] env[62259]: DEBUG oslo_concurrency.lockutils [req-c39ff60d-2964-46e7-b490-13aabfa0fb61 req-2a50bcec-9263-4049-bde0-8af629a755d2 service nova] Releasing lock "refresh_cache-703e0331-6b63-4bde-9fd1-346378d1537a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.524723] env[62259]: DEBUG nova.compute.manager [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1616.528019] env[62259]: DEBUG nova.compute.provider_tree [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.626881] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527e0adb-ce27-bf76-747e-7b07c8187021, 'name': SearchDatastore_Task, 'duration_secs': 0.015741} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.627250] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.627494] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.627764] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.627948] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.628156] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.628433] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-933d3072-0ad6-464e-aac6-b61069e17f90 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.642970] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.643254] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.644130] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa148db3-ab41-47bd-aace-14185682c306 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.656287] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692383, 'name': PowerOffVM_Task, 'duration_secs': 0.276419} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.658201] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1616.658201] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1616.658412] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1616.658412] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5223f70f-d910-be68-8931-03af9e2fe431" [ 1616.658412] env[62259]: _type = "Task" [ 1616.658412] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.659377] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38e821a-def1-42dd-8ec6-eac2eafa9c21 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.671612] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1616.674745] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1089dc4f-e243-4d42-b1de-781c53fa8089 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.676437] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5223f70f-d910-be68-8931-03af9e2fe431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.678344] env[62259]: DEBUG nova.network.neutron [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.769988] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1616.769988] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1616.769988] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleting the datastore file [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1616.770415] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d328694c-8fdd-47c7-b844-93c0ad8a40f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.774768] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692382, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.781674] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1616.781674] env[62259]: value = "task-1692385" [ 1616.781674] env[62259]: _type = "Task" [ 1616.781674] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.790804] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.843298] env[62259]: DEBUG nova.network.neutron [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance_info_cache with network_info: [{"id": "3afcb233-df60-4a37-8667-002eb0b1453b", "address": "fa:16:3e:b6:44:8a", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afcb233-df", "ovs_interfaceid": "3afcb233-df60-4a37-8667-002eb0b1453b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.910415] env[62259]: DEBUG nova.compute.manager [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1617.033824] env[62259]: DEBUG nova.scheduler.client.report [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1617.174316] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5223f70f-d910-be68-8931-03af9e2fe431, 'name': SearchDatastore_Task, 'duration_secs': 0.027544} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.175187] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f3cee3-4ae4-418a-bc5a-4db0de2c7309 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.181181] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1617.181181] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aaac1c-bfd3-fb7e-f4f3-22e952650a97" [ 1617.181181] env[62259]: _type = "Task" [ 1617.181181] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.189652] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aaac1c-bfd3-fb7e-f4f3-22e952650a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.246410] env[62259]: DEBUG nova.compute.manager [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Received event network-vif-plugged-3afcb233-df60-4a37-8667-002eb0b1453b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1617.246707] env[62259]: DEBUG oslo_concurrency.lockutils [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] Acquiring lock "18295aca-9e8f-4df5-a30f-1d5e34a06957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.247055] env[62259]: DEBUG oslo_concurrency.lockutils [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.247055] env[62259]: DEBUG oslo_concurrency.lockutils [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.247367] env[62259]: DEBUG nova.compute.manager [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] No waiting events found dispatching network-vif-plugged-3afcb233-df60-4a37-8667-002eb0b1453b {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1617.247596] env[62259]: WARNING nova.compute.manager [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Received unexpected event network-vif-plugged-3afcb233-df60-4a37-8667-002eb0b1453b for instance with vm_state building and task_state spawning. [ 1617.247698] env[62259]: DEBUG nova.compute.manager [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Received event network-changed-3afcb233-df60-4a37-8667-002eb0b1453b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1617.247850] env[62259]: DEBUG nova.compute.manager [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Refreshing instance network info cache due to event network-changed-3afcb233-df60-4a37-8667-002eb0b1453b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1617.248030] env[62259]: DEBUG oslo_concurrency.lockutils [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] Acquiring lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.267328] env[62259]: DEBUG oslo_vmware.api [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692382, 'name': RemoveSnapshot_Task, 'duration_secs': 1.250659} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.267627] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1617.292571] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365857} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.292820] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1617.293480] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1617.293480] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.345758] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.346077] env[62259]: DEBUG nova.compute.manager [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Instance network_info: |[{"id": "3afcb233-df60-4a37-8667-002eb0b1453b", "address": "fa:16:3e:b6:44:8a", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afcb233-df", "ovs_interfaceid": "3afcb233-df60-4a37-8667-002eb0b1453b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1617.346397] env[62259]: DEBUG oslo_concurrency.lockutils [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] Acquired lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.346526] env[62259]: DEBUG nova.network.neutron [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Refreshing network info cache for port 3afcb233-df60-4a37-8667-002eb0b1453b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.347678] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:44:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3afcb233-df60-4a37-8667-002eb0b1453b', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.355105] env[62259]: DEBUG oslo.service.loopingcall [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.355913] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.356149] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f9cdd88-9471-4cfa-b711-48d43f4d40e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.377152] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.377152] env[62259]: value = "task-1692386" [ 1617.377152] env[62259]: _type = "Task" [ 1617.377152] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.385892] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692386, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.439889] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.538445] env[62259]: DEBUG nova.compute.manager [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.540946] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.542980] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.020s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.544488] env[62259]: INFO nova.compute.claims [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.565696] env[62259]: INFO nova.scheduler.client.report [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Deleted allocations for instance 3227e918-f372-4028-8550-f7ec7c6ff61d [ 1617.569348] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1617.569610] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1617.569887] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.570097] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1617.570293] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.571338] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1617.571338] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1617.571338] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1617.571338] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1617.571338] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1617.571872] env[62259]: DEBUG nova.virt.hardware [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1617.572453] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bfe928-b7fc-4078-acec-bae30b22ecb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.585150] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a001d437-99a3-425c-b513-a15cd28f84ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.691870] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aaac1c-bfd3-fb7e-f4f3-22e952650a97, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.692144] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.692447] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 703e0331-6b63-4bde-9fd1-346378d1537a/703e0331-6b63-4bde-9fd1-346378d1537a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.692644] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-622f37dc-240c-4f22-87a9-f2cf752a55b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.699912] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1617.699912] env[62259]: value = "task-1692388" [ 1617.699912] env[62259]: _type = "Task" [ 1617.699912] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.708076] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.772691] env[62259]: WARNING nova.compute.manager [None req-c409e79c-95ec-4844-b8a0-efae1aac4f67 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Image not found during snapshot: nova.exception.ImageNotFound: Image 4b8a05e9-ce9b-4ea9-99da-e85943b38ff8 could not be found. [ 1617.890576] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692386, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.955168] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "7c76e700-8634-4290-b100-a9997a443a3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.955892] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "7c76e700-8634-4290-b100-a9997a443a3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.955892] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "7c76e700-8634-4290-b100-a9997a443a3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.955892] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "7c76e700-8634-4290-b100-a9997a443a3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.956144] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "7c76e700-8634-4290-b100-a9997a443a3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.959249] env[62259]: INFO nova.compute.manager [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Terminating instance [ 1618.074321] env[62259]: DEBUG nova.network.neutron [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updated VIF entry in instance network info cache for port 3afcb233-df60-4a37-8667-002eb0b1453b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.074894] env[62259]: DEBUG nova.network.neutron [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance_info_cache with network_info: [{"id": "3afcb233-df60-4a37-8667-002eb0b1453b", "address": "fa:16:3e:b6:44:8a", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afcb233-df", "ovs_interfaceid": "3afcb233-df60-4a37-8667-002eb0b1453b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.088240] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f180ee80-9755-418d-8cf6-ce1984822140 tempest-ServerRescueTestJSON-1922599808 tempest-ServerRescueTestJSON-1922599808-project-member] Lock "3227e918-f372-4028-8550-f7ec7c6ff61d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.692s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.209990] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692388, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.332213] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1618.332487] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1618.332653] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.332874] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1618.333066] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.333230] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1618.333444] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1618.333613] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1618.333780] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1618.333946] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1618.334138] env[62259]: DEBUG nova.virt.hardware [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1618.335136] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21be4ba1-efdd-4c20-938b-0661d9a0473c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.344631] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e0b62-76fb-47cd-a5f7-26eb7fd00822 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.360204] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:37:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.368293] env[62259]: DEBUG oslo.service.loopingcall [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.369107] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.369421] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8edd4a2c-b1b0-45c8-87cf-0a9c8238954e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.393200] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692386, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.394398] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.394398] env[62259]: value = "task-1692389" [ 1618.394398] env[62259]: _type = "Task" [ 1618.394398] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.404973] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692389, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.463406] env[62259]: DEBUG nova.compute.manager [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1618.463406] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1618.464164] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b8a7a9-2929-4ca0-8da2-2329fca6427f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.472313] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1618.472592] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5343b4d-4c90-4073-a19c-4afa39fb24ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.479883] env[62259]: DEBUG oslo_vmware.api [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1618.479883] env[62259]: value = "task-1692390" [ 1618.479883] env[62259]: _type = "Task" [ 1618.479883] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.494698] env[62259]: DEBUG oslo_vmware.api [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.509498] env[62259]: DEBUG nova.compute.manager [req-88492a1a-c655-4745-94bf-0bec5a1c7c6a req-1f16c82b-ab8d-46a1-957f-980b93c97df8 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Received event network-vif-plugged-a5bb7bea-ae06-4eda-9f87-0eaba5db1a84 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1618.509498] env[62259]: DEBUG oslo_concurrency.lockutils [req-88492a1a-c655-4745-94bf-0bec5a1c7c6a req-1f16c82b-ab8d-46a1-957f-980b93c97df8 service nova] Acquiring lock "f84bee00-1236-4f80-93ac-6742eb4aeac0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.509580] env[62259]: DEBUG oslo_concurrency.lockutils [req-88492a1a-c655-4745-94bf-0bec5a1c7c6a req-1f16c82b-ab8d-46a1-957f-980b93c97df8 service nova] Lock "f84bee00-1236-4f80-93ac-6742eb4aeac0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.509682] env[62259]: DEBUG oslo_concurrency.lockutils [req-88492a1a-c655-4745-94bf-0bec5a1c7c6a req-1f16c82b-ab8d-46a1-957f-980b93c97df8 service nova] Lock "f84bee00-1236-4f80-93ac-6742eb4aeac0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.510221] env[62259]: DEBUG nova.compute.manager [req-88492a1a-c655-4745-94bf-0bec5a1c7c6a req-1f16c82b-ab8d-46a1-957f-980b93c97df8 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] No waiting events found dispatching network-vif-plugged-a5bb7bea-ae06-4eda-9f87-0eaba5db1a84 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1618.510221] env[62259]: WARNING nova.compute.manager [req-88492a1a-c655-4745-94bf-0bec5a1c7c6a req-1f16c82b-ab8d-46a1-957f-980b93c97df8 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Received unexpected event network-vif-plugged-a5bb7bea-ae06-4eda-9f87-0eaba5db1a84 for instance with vm_state building and task_state spawning. [ 1618.565583] env[62259]: DEBUG nova.network.neutron [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Successfully updated port: a5bb7bea-ae06-4eda-9f87-0eaba5db1a84 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.580228] env[62259]: DEBUG oslo_concurrency.lockutils [req-ad41ac64-f5d9-4c1e-b484-683696141c6f req-78d59740-f57b-4599-be62-7e3d8e354686 service nova] Releasing lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.714364] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77132} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.714639] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 703e0331-6b63-4bde-9fd1-346378d1537a/703e0331-6b63-4bde-9fd1-346378d1537a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.715071] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.715311] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc69021f-39e5-4dda-a149-3cdf73ac2cd5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.726547] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1618.726547] env[62259]: value = "task-1692391" [ 1618.726547] env[62259]: _type = "Task" [ 1618.726547] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.739566] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.847331] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da5d67e-5feb-43b8-b4e2-24d265fad657 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.856996] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ded4b66-a3c4-4990-93c0-86315599abda {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.891524] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb52860-9787-49ea-8db0-3efd02b11502 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.903206] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692386, 'name': CreateVM_Task, 'duration_secs': 1.370431} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.904746] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b86f4e-ac54-4a41-b438-f80a7356d761 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.908555] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.912340] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.912535] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.912858] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1618.913097] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692389, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.913619] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4deb5379-4fc7-48d2-9b4d-b0dbb11c8dea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.926934] env[62259]: DEBUG nova.compute.provider_tree [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.929568] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1618.929568] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e5c44a-baa4-103d-0aed-460724d2eaa6" [ 1618.929568] env[62259]: _type = "Task" [ 1618.929568] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.939581] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e5c44a-baa4-103d-0aed-460724d2eaa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.991282] env[62259]: DEBUG oslo_vmware.api [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692390, 'name': PowerOffVM_Task, 'duration_secs': 0.250152} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.991880] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.992037] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.992247] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e1e251-8c76-499f-817c-9e21b8472c85 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.069915] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "refresh_cache-f84bee00-1236-4f80-93ac-6742eb4aeac0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.073071] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "refresh_cache-f84bee00-1236-4f80-93ac-6742eb4aeac0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.073071] env[62259]: DEBUG nova.network.neutron [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.238208] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16103} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.238509] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.241566] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7552034-0d33-4c57-8e79-33ff477152ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.267520] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 703e0331-6b63-4bde-9fd1-346378d1537a/703e0331-6b63-4bde-9fd1-346378d1537a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.267830] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-311891ef-ca99-477f-bbf1-ab47ebf45a04 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.292216] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1619.292216] env[62259]: value = "task-1692393" [ 1619.292216] env[62259]: _type = "Task" [ 1619.292216] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.301815] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.412044] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692389, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.432934] env[62259]: DEBUG nova.scheduler.client.report [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1619.450594] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e5c44a-baa4-103d-0aed-460724d2eaa6, 'name': SearchDatastore_Task, 'duration_secs': 0.046863} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.450920] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.451181] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1619.451419] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.451614] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.451796] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1619.452082] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d157100f-70ca-4a40-8eaf-aca0e737e875 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.462729] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1619.462918] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1619.463916] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9720c5b3-66ff-400c-a27f-2c03280d05a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.469537] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1619.469537] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ebf0f7-8e42-7ca9-14c3-58cfd37af2b6" [ 1619.469537] env[62259]: _type = "Task" [ 1619.469537] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.478466] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ebf0f7-8e42-7ca9-14c3-58cfd37af2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.673799] env[62259]: DEBUG nova.network.neutron [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.803944] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692393, 'name': ReconfigVM_Task, 'duration_secs': 0.273786} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.804372] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 703e0331-6b63-4bde-9fd1-346378d1537a/703e0331-6b63-4bde-9fd1-346378d1537a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1619.805129] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aad3bd0-7d72-4546-be35-9f04e012809e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.813260] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1619.813260] env[62259]: value = "task-1692395" [ 1619.813260] env[62259]: _type = "Task" [ 1619.813260] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.822847] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692395, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.906927] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "609fa89e-5eb5-4429-a1e9-bf5768419909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.907328] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "609fa89e-5eb5-4429-a1e9-bf5768419909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.907436] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "609fa89e-5eb5-4429-a1e9-bf5768419909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.907639] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "609fa89e-5eb5-4429-a1e9-bf5768419909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.907826] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "609fa89e-5eb5-4429-a1e9-bf5768419909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.909474] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692389, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.910475] env[62259]: INFO nova.compute.manager [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Terminating instance [ 1619.944728] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.945324] env[62259]: DEBUG nova.compute.manager [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1619.951553] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.336s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.951862] env[62259]: DEBUG nova.objects.instance [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lazy-loading 'resources' on Instance uuid 9feea3c3-e37e-4105-a582-9581f26122c8 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.984968] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ebf0f7-8e42-7ca9-14c3-58cfd37af2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.986378] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204c67f4-a2ff-4534-854b-549e599d8b8e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.993447] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1619.993447] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522dcbdb-d177-17cf-9fc2-f3ae677ce6bd" [ 1619.993447] env[62259]: _type = "Task" [ 1619.993447] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.003077] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522dcbdb-d177-17cf-9fc2-f3ae677ce6bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.042024] env[62259]: DEBUG nova.network.neutron [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Updating instance_info_cache with network_info: [{"id": "a5bb7bea-ae06-4eda-9f87-0eaba5db1a84", "address": "fa:16:3e:10:c4:e5", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bb7bea-ae", "ovs_interfaceid": "a5bb7bea-ae06-4eda-9f87-0eaba5db1a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.326318] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692395, 'name': Rename_Task, 'duration_secs': 0.153742} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.326763] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.327221] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01d924e8-c4a7-4709-85a8-7e09550f67b1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.336437] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1620.336437] env[62259]: value = "task-1692396" [ 1620.336437] env[62259]: _type = "Task" [ 1620.336437] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.352545] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.412238] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692389, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.416045] env[62259]: DEBUG nova.compute.manager [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.416045] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1620.416045] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74140d7e-4d29-42e6-81fa-3fc0f74ed517 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.423960] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.424355] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-697e012c-24ab-4304-aebd-b7084e11bd68 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.431433] env[62259]: DEBUG oslo_vmware.api [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1620.431433] env[62259]: value = "task-1692397" [ 1620.431433] env[62259]: _type = "Task" [ 1620.431433] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.442162] env[62259]: DEBUG oslo_vmware.api [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.464294] env[62259]: DEBUG nova.compute.utils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.466034] env[62259]: DEBUG nova.compute.manager [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.466212] env[62259]: DEBUG nova.network.neutron [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.514712] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522dcbdb-d177-17cf-9fc2-f3ae677ce6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.516167] env[62259]: DEBUG nova.policy [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '306ca5486ac84c41b9b287d4df8b87e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96752b373f3341acba62e8b43d066d44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1620.518084] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.518376] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 18295aca-9e8f-4df5-a30f-1d5e34a06957/18295aca-9e8f-4df5-a30f-1d5e34a06957.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.518909] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e351d1f-35e6-412e-9651-1ac5e85ee43c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.528785] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1620.528785] env[62259]: value = "task-1692398" [ 1620.528785] env[62259]: _type = "Task" [ 1620.528785] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.538364] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.543725] env[62259]: DEBUG nova.compute.manager [req-364703dc-e4a5-4205-a4d0-4e5772aece71 req-e2d80a09-eb3f-426f-9122-091e490f7502 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Received event network-changed-a5bb7bea-ae06-4eda-9f87-0eaba5db1a84 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1620.543891] env[62259]: DEBUG nova.compute.manager [req-364703dc-e4a5-4205-a4d0-4e5772aece71 req-e2d80a09-eb3f-426f-9122-091e490f7502 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Refreshing instance network info cache due to event network-changed-a5bb7bea-ae06-4eda-9f87-0eaba5db1a84. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1620.544059] env[62259]: DEBUG oslo_concurrency.lockutils [req-364703dc-e4a5-4205-a4d0-4e5772aece71 req-e2d80a09-eb3f-426f-9122-091e490f7502 service nova] Acquiring lock "refresh_cache-f84bee00-1236-4f80-93ac-6742eb4aeac0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.544449] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "refresh_cache-f84bee00-1236-4f80-93ac-6742eb4aeac0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.544748] env[62259]: DEBUG nova.compute.manager [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Instance network_info: |[{"id": "a5bb7bea-ae06-4eda-9f87-0eaba5db1a84", "address": "fa:16:3e:10:c4:e5", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bb7bea-ae", "ovs_interfaceid": "a5bb7bea-ae06-4eda-9f87-0eaba5db1a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1620.545338] env[62259]: DEBUG oslo_concurrency.lockutils [req-364703dc-e4a5-4205-a4d0-4e5772aece71 req-e2d80a09-eb3f-426f-9122-091e490f7502 service nova] Acquired lock "refresh_cache-f84bee00-1236-4f80-93ac-6742eb4aeac0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.545556] env[62259]: DEBUG nova.network.neutron [req-364703dc-e4a5-4205-a4d0-4e5772aece71 req-e2d80a09-eb3f-426f-9122-091e490f7502 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Refreshing network info cache for port a5bb7bea-ae06-4eda-9f87-0eaba5db1a84 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.546723] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:c4:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5bb7bea-ae06-4eda-9f87-0eaba5db1a84', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.555421] env[62259]: DEBUG oslo.service.loopingcall [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.556751] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.556994] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-055c2bef-a163-4b36-bbc1-bc1a26862165 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.584860] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.584860] env[62259]: value = "task-1692399" [ 1620.584860] env[62259]: _type = "Task" [ 1620.584860] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.601803] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692399, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.849110] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692396, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.852071] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca07c4fb-040b-4806-af31-ebbd16bd48e8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.862292] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f62b9-0a39-4375-8548-9086c6b03b7a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.905139] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6382fd26-1a73-46ae-8d9a-9d6a970092ac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.918116] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b740a4c4-bffd-4b44-87a5-0c997b8862ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.922931] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692389, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.935461] env[62259]: DEBUG nova.compute.provider_tree [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.947973] env[62259]: DEBUG oslo_vmware.api [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692397, 'name': PowerOffVM_Task, 'duration_secs': 0.259652} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.948179] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.948353] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.948640] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3d4454b-3f38-4785-8363-ad3b8e25afd4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.972235] env[62259]: DEBUG nova.compute.manager [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.040622] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471927} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.040985] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 18295aca-9e8f-4df5-a30f-1d5e34a06957/18295aca-9e8f-4df5-a30f-1d5e34a06957.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.041413] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.041586] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca256085-0460-4e05-abba-e921827efa7d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.050603] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1621.050603] env[62259]: value = "task-1692401" [ 1621.050603] env[62259]: _type = "Task" [ 1621.050603] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.062158] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.091871] env[62259]: DEBUG nova.network.neutron [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Successfully created port: 4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1621.098182] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692399, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.314580] env[62259]: DEBUG nova.network.neutron [req-364703dc-e4a5-4205-a4d0-4e5772aece71 req-e2d80a09-eb3f-426f-9122-091e490f7502 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Updated VIF entry in instance network info cache for port a5bb7bea-ae06-4eda-9f87-0eaba5db1a84. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.314580] env[62259]: DEBUG nova.network.neutron [req-364703dc-e4a5-4205-a4d0-4e5772aece71 req-e2d80a09-eb3f-426f-9122-091e490f7502 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Updating instance_info_cache with network_info: [{"id": "a5bb7bea-ae06-4eda-9f87-0eaba5db1a84", "address": "fa:16:3e:10:c4:e5", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5bb7bea-ae", "ovs_interfaceid": "a5bb7bea-ae06-4eda-9f87-0eaba5db1a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.349733] env[62259]: DEBUG oslo_vmware.api [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692396, 'name': PowerOnVM_Task, 'duration_secs': 0.522068} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.349733] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1621.349733] env[62259]: INFO nova.compute.manager [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1621.349733] env[62259]: DEBUG nova.compute.manager [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.350376] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4d4415-bd32-423d-896c-1eb17e34df0e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.412459] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692389, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.442783] env[62259]: DEBUG nova.scheduler.client.report [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1621.566764] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086494} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.566764] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.567481] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d988f33-764c-43fe-b9f5-bac1fd50d18c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.599247] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 18295aca-9e8f-4df5-a30f-1d5e34a06957/18295aca-9e8f-4df5-a30f-1d5e34a06957.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.601362] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d68a198-db51-4619-803b-31661ca90e9b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.636212] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692399, 'name': CreateVM_Task, 'duration_secs': 0.590864} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.640130] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.640130] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1621.640130] env[62259]: value = "task-1692402" [ 1621.640130] env[62259]: _type = "Task" [ 1621.640130] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.640130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.640130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.640130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.640130] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c76a533-9cc7-45c8-9625-dc3d3e59789b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.656441] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1621.656441] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529d6fe0-1002-d48f-8987-626fe20f5b2f" [ 1621.656441] env[62259]: _type = "Task" [ 1621.656441] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.660837] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.671026] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529d6fe0-1002-d48f-8987-626fe20f5b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.680589] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1621.680589] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1621.680883] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleting the datastore file [datastore1] 609fa89e-5eb5-4429-a1e9-bf5768419909 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1621.681240] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ac953d5-d341-453e-ba42-adb83fc8ed4c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.687205] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1621.687545] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1621.687833] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleting the datastore file [datastore1] 7c76e700-8634-4290-b100-a9997a443a3d {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1621.688181] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cbeeb5e-2b18-44bb-a5c2-1b374ff68b6e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.699445] env[62259]: DEBUG oslo_vmware.api [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for the task: (returnval){ [ 1621.699445] env[62259]: value = "task-1692403" [ 1621.699445] env[62259]: _type = "Task" [ 1621.699445] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.711388] env[62259]: DEBUG oslo_vmware.api [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.713691] env[62259]: DEBUG oslo_vmware.api [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1621.713691] env[62259]: value = "task-1692404" [ 1621.713691] env[62259]: _type = "Task" [ 1621.713691] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.726023] env[62259]: DEBUG oslo_vmware.api [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.818666] env[62259]: DEBUG oslo_concurrency.lockutils [req-364703dc-e4a5-4205-a4d0-4e5772aece71 req-e2d80a09-eb3f-426f-9122-091e490f7502 service nova] Releasing lock "refresh_cache-f84bee00-1236-4f80-93ac-6742eb4aeac0" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.871602] env[62259]: INFO nova.compute.manager [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Took 22.62 seconds to build instance. [ 1621.915633] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692389, 'name': CreateVM_Task, 'duration_secs': 3.426516} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.915885] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.918191] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.948677] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.952350] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.492s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.952547] env[62259]: DEBUG nova.objects.instance [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1621.976690] env[62259]: INFO nova.scheduler.client.report [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted allocations for instance 9feea3c3-e37e-4105-a582-9581f26122c8 [ 1621.982376] env[62259]: DEBUG nova.compute.manager [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.019661] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1622.019937] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1622.020719] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.020719] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1622.020719] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.020891] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1622.021069] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1622.021235] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1622.021401] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1622.021650] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1622.022022] env[62259]: DEBUG nova.virt.hardware [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1622.022893] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b99e7bf-9eab-4445-8aed-e1ec43d9c7e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.033673] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce6e729-822d-4b5c-9a29-caffe33dc27d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.149934] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.171417] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529d6fe0-1002-d48f-8987-626fe20f5b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.019652} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.171417] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.172469] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.172469] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.172811] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.173187] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.173965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.174087] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.174808] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c80049f-99ca-4b62-a76b-c812634abbb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.176985] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644ea8f0-993c-4fc2-a5d5-9ee193beb560 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.184158] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1622.184158] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a1473a-3c1b-ebe9-97c9-6dccc8645fbf" [ 1622.184158] env[62259]: _type = "Task" [ 1622.184158] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.191139] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.193565] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.193565] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6278ddea-801d-4535-82b8-43e07f728925 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.199626] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a1473a-3c1b-ebe9-97c9-6dccc8645fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.200518] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.201059] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.201439] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.206811] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1622.206811] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d93cb5-b0ee-4070-6038-d934953b84dc" [ 1622.206811] env[62259]: _type = "Task" [ 1622.206811] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.216738] env[62259]: DEBUG oslo_vmware.api [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Task: {'id': task-1692403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184474} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.220608] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.221272] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.224026] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.224026] env[62259]: INFO nova.compute.manager [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1622.224026] env[62259]: DEBUG oslo.service.loopingcall [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.226725] env[62259]: DEBUG nova.compute.manager [-] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1622.226970] env[62259]: DEBUG nova.network.neutron [-] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.229209] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d93cb5-b0ee-4070-6038-d934953b84dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.231086] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51150502-7ebd-45f0-bac7-5fd3c040d358 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.237900] env[62259]: DEBUG oslo_vmware.api [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184186} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.238750] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.239101] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.239442] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.239748] env[62259]: INFO nova.compute.manager [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Took 3.78 seconds to destroy the instance on the hypervisor. [ 1622.240111] env[62259]: DEBUG oslo.service.loopingcall [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.240421] env[62259]: DEBUG nova.compute.manager [-] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1622.240658] env[62259]: DEBUG nova.network.neutron [-] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.243876] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1622.243876] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d73dcd-fa0e-0ab2-2185-2f9a84d14859" [ 1622.243876] env[62259]: _type = "Task" [ 1622.243876] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.255970] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d73dcd-fa0e-0ab2-2185-2f9a84d14859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.373810] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4ed9923e-f3f1-478a-98cb-c8f71d3e08ff tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "703e0331-6b63-4bde-9fd1-346378d1537a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.154s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.488391] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2f0037ec-4ed1-4925-991a-7ab5be8be6c2 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9feea3c3-e37e-4105-a582-9581f26122c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.896s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.650631] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692402, 'name': ReconfigVM_Task, 'duration_secs': 0.645073} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.651093] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 18295aca-9e8f-4df5-a30f-1d5e34a06957/18295aca-9e8f-4df5-a30f-1d5e34a06957.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.651873] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-518c5bd4-1f6f-4d52-94e6-bc5aba080be3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.660611] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1622.660611] env[62259]: value = "task-1692405" [ 1622.660611] env[62259]: _type = "Task" [ 1622.660611] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.671354] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692405, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.755998] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d73dcd-fa0e-0ab2-2185-2f9a84d14859, 'name': SearchDatastore_Task, 'duration_secs': 0.017205} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.757731] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.757731] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f84bee00-1236-4f80-93ac-6742eb4aeac0/f84bee00-1236-4f80-93ac-6742eb4aeac0.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.757997] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.758356] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.758724] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed66f60e-b15c-4205-a1cf-85d5666b55fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.761344] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd55f409-64f7-49e2-a807-2b0b6fc5c023 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.773029] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1622.773029] env[62259]: value = "task-1692406" [ 1622.773029] env[62259]: _type = "Task" [ 1622.773029] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.780601] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.780949] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.782308] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffff517f-fac2-4119-acf2-7b52019cf848 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.789247] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.795020] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1622.795020] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e71cb9-d595-1fd9-d2ad-af47dafbff32" [ 1622.795020] env[62259]: _type = "Task" [ 1622.795020] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.803065] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e71cb9-d595-1fd9-d2ad-af47dafbff32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.966214] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e659c22b-2eec-497c-961a-d30f405055ce tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.967442] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.533s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.972872] env[62259]: INFO nova.compute.claims [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.042722] env[62259]: DEBUG nova.compute.manager [req-03d28230-a3fa-4fd9-a71f-c0f55cca62f0 req-a7a74190-7d84-4292-bd78-abe9d8116c1e service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Received event network-vif-deleted-04a99d8e-80b6-4494-b177-4b17d7f1c22c {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1623.042914] env[62259]: INFO nova.compute.manager [req-03d28230-a3fa-4fd9-a71f-c0f55cca62f0 req-a7a74190-7d84-4292-bd78-abe9d8116c1e service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Neutron deleted interface 04a99d8e-80b6-4494-b177-4b17d7f1c22c; detaching it from the instance and deleting it from the info cache [ 1623.043137] env[62259]: DEBUG nova.network.neutron [req-03d28230-a3fa-4fd9-a71f-c0f55cca62f0 req-a7a74190-7d84-4292-bd78-abe9d8116c1e service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.099343] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "703e0331-6b63-4bde-9fd1-346378d1537a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.099696] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "703e0331-6b63-4bde-9fd1-346378d1537a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.099928] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "703e0331-6b63-4bde-9fd1-346378d1537a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.100187] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "703e0331-6b63-4bde-9fd1-346378d1537a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.100295] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "703e0331-6b63-4bde-9fd1-346378d1537a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.102796] env[62259]: INFO nova.compute.manager [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Terminating instance [ 1623.175263] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692405, 'name': Rename_Task, 'duration_secs': 0.362658} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.175614] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.176321] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9154a89b-521a-470f-8309-1203b21ad194 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.184616] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1623.184616] env[62259]: value = "task-1692407" [ 1623.184616] env[62259]: _type = "Task" [ 1623.184616] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.193969] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.288903] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692406, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.308557] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e71cb9-d595-1fd9-d2ad-af47dafbff32, 'name': SearchDatastore_Task, 'duration_secs': 0.014492} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.311145] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef1277d-3521-44a6-b2fc-45c039634a27 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.316935] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1623.316935] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b08f54-d713-7d86-3b8d-2f9398464286" [ 1623.316935] env[62259]: _type = "Task" [ 1623.316935] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.325556] env[62259]: DEBUG nova.network.neutron [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Successfully updated port: 4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1623.334182] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b08f54-d713-7d86-3b8d-2f9398464286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.349500] env[62259]: DEBUG nova.compute.manager [req-a56c42ea-33e6-47c4-822a-6bccc43aae09 req-e8edbe1e-e5a5-42d1-bb95-63f6b3c9a0bc service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Received event network-vif-plugged-4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1623.349500] env[62259]: DEBUG oslo_concurrency.lockutils [req-a56c42ea-33e6-47c4-822a-6bccc43aae09 req-e8edbe1e-e5a5-42d1-bb95-63f6b3c9a0bc service nova] Acquiring lock "9252f584-ab03-44bc-8804-6ec531eb969a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.349641] env[62259]: DEBUG oslo_concurrency.lockutils [req-a56c42ea-33e6-47c4-822a-6bccc43aae09 req-e8edbe1e-e5a5-42d1-bb95-63f6b3c9a0bc service nova] Lock "9252f584-ab03-44bc-8804-6ec531eb969a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.349798] env[62259]: DEBUG oslo_concurrency.lockutils [req-a56c42ea-33e6-47c4-822a-6bccc43aae09 req-e8edbe1e-e5a5-42d1-bb95-63f6b3c9a0bc service nova] Lock "9252f584-ab03-44bc-8804-6ec531eb969a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.349966] env[62259]: DEBUG nova.compute.manager [req-a56c42ea-33e6-47c4-822a-6bccc43aae09 req-e8edbe1e-e5a5-42d1-bb95-63f6b3c9a0bc service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] No waiting events found dispatching network-vif-plugged-4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1623.350153] env[62259]: WARNING nova.compute.manager [req-a56c42ea-33e6-47c4-822a-6bccc43aae09 req-e8edbe1e-e5a5-42d1-bb95-63f6b3c9a0bc service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Received unexpected event network-vif-plugged-4d84bdfd-e8d3-435a-af62-8f7b59ca376b for instance with vm_state building and task_state spawning. [ 1623.367358] env[62259]: DEBUG nova.network.neutron [-] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.546640] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a42eecd0-abb0-418d-b721-29f937624fc7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.563567] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b365c6-d005-4013-887d-40bee54f75e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.604817] env[62259]: DEBUG nova.compute.manager [req-03d28230-a3fa-4fd9-a71f-c0f55cca62f0 req-a7a74190-7d84-4292-bd78-abe9d8116c1e service nova] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Detach interface failed, port_id=04a99d8e-80b6-4494-b177-4b17d7f1c22c, reason: Instance 609fa89e-5eb5-4429-a1e9-bf5768419909 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1623.606823] env[62259]: DEBUG nova.compute.manager [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1623.606979] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1623.609875] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8146016-cd3e-42eb-8de7-6ade2670346b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.617254] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.617590] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644b4767-a845-4a31-909e-1f1df196ed1f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.626757] env[62259]: DEBUG oslo_vmware.api [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1623.626757] env[62259]: value = "task-1692408" [ 1623.626757] env[62259]: _type = "Task" [ 1623.626757] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.637402] env[62259]: DEBUG nova.network.neutron [-] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.648261] env[62259]: DEBUG oslo_vmware.api [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.701301] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692407, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.786476] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793115} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.786476] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f84bee00-1236-4f80-93ac-6742eb4aeac0/f84bee00-1236-4f80-93ac-6742eb4aeac0.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.786476] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.786476] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43dff043-9d2a-45dc-9920-271274597405 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.794718] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1623.794718] env[62259]: value = "task-1692409" [ 1623.794718] env[62259]: _type = "Task" [ 1623.794718] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.804767] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.834976] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.835269] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquired lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.835517] env[62259]: DEBUG nova.network.neutron [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.840023] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b08f54-d713-7d86-3b8d-2f9398464286, 'name': SearchDatastore_Task, 'duration_secs': 0.053343} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.840023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.840023] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1623.840023] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-126da8b0-8015-41c2-bd3e-63f88acf069c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.848084] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1623.848084] env[62259]: value = "task-1692410" [ 1623.848084] env[62259]: _type = "Task" [ 1623.848084] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.861870] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.873432] env[62259]: INFO nova.compute.manager [-] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Took 1.64 seconds to deallocate network for instance. [ 1624.142288] env[62259]: DEBUG oslo_vmware.api [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692408, 'name': PowerOffVM_Task, 'duration_secs': 0.277551} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.142288] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.142288] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1624.142911] env[62259]: INFO nova.compute.manager [-] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Took 1.90 seconds to deallocate network for instance. [ 1624.142911] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1edece60-bb7b-49e7-89da-5968927b49d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.202025] env[62259]: DEBUG oslo_vmware.api [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692407, 'name': PowerOnVM_Task, 'duration_secs': 0.655597} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.203378] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.203786] env[62259]: INFO nova.compute.manager [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1624.203984] env[62259]: DEBUG nova.compute.manager [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.205652] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d4feb8-a8b2-4582-bc9a-312bf8a3bb2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.312415] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114865} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.312924] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.313677] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03117b84-c870-4cfc-a1c9-802e2f61fdaf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.353591] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f84bee00-1236-4f80-93ac-6742eb4aeac0/f84bee00-1236-4f80-93ac-6742eb4aeac0.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.354036] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca11c15b-fc1a-48db-9026-663a412b8ad4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.148046] env[62259]: DEBUG nova.network.neutron [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.151943] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.151943] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.151943] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.151943] env[62259]: INFO nova.compute.manager [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Shelving [ 1625.154104] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.165554] env[62259]: DEBUG nova.compute.manager [req-c1ac676b-7389-4078-8e08-9296b4a287c9 req-c1471656-436c-419d-8c87-fc8256ca44cc service nova] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Received event network-vif-deleted-884aa33f-4153-4fca-91bd-97cf1c6503c1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1625.165554] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.165649] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.165838] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleting the datastore file [datastore1] 703e0331-6b63-4bde-9fd1-346378d1537a {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.173206] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Acquiring lock "06f8c667-25b9-4eaf-abec-83032b591081" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.173206] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "06f8c667-25b9-4eaf-abec-83032b591081" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.174187] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56e3029f-2d2e-4de9-a66a-ecb251fd9a01 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.177529] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1625.177529] env[62259]: value = "task-1692412" [ 1625.177529] env[62259]: _type = "Task" [ 1625.177529] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.186291] env[62259]: INFO nova.compute.manager [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Took 19.10 seconds to build instance. [ 1625.187816] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513994} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.193986] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.194328] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.198299] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dad4e1f-bdd7-4bfb-a7bb-a2e3243683b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.201333] env[62259]: DEBUG oslo_vmware.api [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1625.201333] env[62259]: value = "task-1692413" [ 1625.201333] env[62259]: _type = "Task" [ 1625.201333] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.213224] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.218297] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1625.218297] env[62259]: value = "task-1692414" [ 1625.218297] env[62259]: _type = "Task" [ 1625.218297] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.226218] env[62259]: DEBUG oslo_vmware.api [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.233744] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.284879] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed1bdf0-b599-4eb7-b966-dabca5646574 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.295170] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c447296e-e423-4655-9aae-bd4c178ec7d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.331423] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0468c1f-f20e-49a0-964a-71e210020701 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.340702] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d3519d-0924-49aa-af3f-e323e488120a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.358817] env[62259]: DEBUG nova.compute.provider_tree [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.503735] env[62259]: DEBUG nova.network.neutron [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updating instance_info_cache with network_info: [{"id": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "address": "fa:16:3e:84:b5:63", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d84bdfd-e8", "ovs_interfaceid": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.540177] env[62259]: DEBUG nova.compute.manager [req-12339ba7-e996-438b-b070-a37363d7f93c req-b325de54-1941-4570-8905-508f4f5d4fd3 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Received event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1625.540363] env[62259]: DEBUG nova.compute.manager [req-12339ba7-e996-438b-b070-a37363d7f93c req-b325de54-1941-4570-8905-508f4f5d4fd3 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing instance network info cache due to event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1625.540576] env[62259]: DEBUG oslo_concurrency.lockutils [req-12339ba7-e996-438b-b070-a37363d7f93c req-b325de54-1941-4570-8905-508f4f5d4fd3 service nova] Acquiring lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.687547] env[62259]: DEBUG nova.compute.manager [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1625.697777] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7b438fa5-e183-4ab8-be27-904becddeeb8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.632s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.698358] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.699614] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a58060e2-1dcd-4cb2-ac43-def0d1526ffb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.708586] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.710394] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1625.710394] env[62259]: value = "task-1692415" [ 1625.710394] env[62259]: _type = "Task" [ 1625.710394] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.716711] env[62259]: DEBUG oslo_vmware.api [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177358} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.717385] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.717580] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.717973] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.717973] env[62259]: INFO nova.compute.manager [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1625.718219] env[62259]: DEBUG oslo.service.loopingcall [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.718413] env[62259]: DEBUG nova.compute.manager [-] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1625.718498] env[62259]: DEBUG nova.network.neutron [-] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1625.726067] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.735861] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102948} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.736129] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1625.736898] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e093b-1089-42c3-9e44-f0c0cff63bc5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.761299] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.762183] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef777797-220e-40f9-b550-85de0cc775fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.786573] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1625.786573] env[62259]: value = "task-1692416" [ 1625.786573] env[62259]: _type = "Task" [ 1625.786573] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.797193] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.862273] env[62259]: DEBUG nova.scheduler.client.report [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1626.009212] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Releasing lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.009514] env[62259]: DEBUG nova.compute.manager [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Instance network_info: |[{"id": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "address": "fa:16:3e:84:b5:63", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d84bdfd-e8", "ovs_interfaceid": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.010111] env[62259]: DEBUG oslo_concurrency.lockutils [req-12339ba7-e996-438b-b070-a37363d7f93c req-b325de54-1941-4570-8905-508f4f5d4fd3 service nova] Acquired lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.010111] env[62259]: DEBUG nova.network.neutron [req-12339ba7-e996-438b-b070-a37363d7f93c req-b325de54-1941-4570-8905-508f4f5d4fd3 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.011315] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:b5:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d84bdfd-e8d3-435a-af62-8f7b59ca376b', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.019280] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Creating folder: Project (96752b373f3341acba62e8b43d066d44). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.020090] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24be68fb-6282-41ac-b6d8-36fd211a1652 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.034188] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Created folder: Project (96752b373f3341acba62e8b43d066d44) in parent group-v352705. [ 1626.034389] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Creating folder: Instances. Parent ref: group-v352929. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.034643] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75bced33-8808-4751-b200-ff6d6418d3d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.051848] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Created folder: Instances in parent group-v352929. [ 1626.052130] env[62259]: DEBUG oslo.service.loopingcall [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.052340] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.052558] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92e50aba-cf73-47e4-8df5-eb64dfd28f51 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.076790] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.076790] env[62259]: value = "task-1692419" [ 1626.076790] env[62259]: _type = "Task" [ 1626.076790] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.085413] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692419, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.207491] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.219974] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.229446] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.296884] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.358494] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquiring lock "aababeef-d51a-4de0-9030-4369826d575e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.358725] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "aababeef-d51a-4de0-9030-4369826d575e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.370261] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.402s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.370261] env[62259]: DEBUG nova.compute.manager [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1626.372823] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.222s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.373781] env[62259]: DEBUG nova.objects.instance [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lazy-loading 'resources' on Instance uuid 609fa89e-5eb5-4429-a1e9-bf5768419909 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.589340] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692419, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.704236] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692412, 'name': ReconfigVM_Task, 'duration_secs': 1.379073} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.704552] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f84bee00-1236-4f80-93ac-6742eb4aeac0/f84bee00-1236-4f80-93ac-6742eb4aeac0.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.705319] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8d4a25a-5eca-4aeb-ab39-7d4244fe3525 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.719682] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1626.719682] env[62259]: value = "task-1692420" [ 1626.719682] env[62259]: _type = "Task" [ 1626.719682] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.729879] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692415, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.737442] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692420, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.798178] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692416, 'name': ReconfigVM_Task, 'duration_secs': 0.979584} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.798479] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1/88584ded-586c-4b00-a393-5106b5d383c1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1626.799135] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-273ab166-5443-419b-a868-b7759e7b0684 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.808662] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1626.808662] env[62259]: value = "task-1692421" [ 1626.808662] env[62259]: _type = "Task" [ 1626.808662] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.819207] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692421, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.867035] env[62259]: DEBUG nova.compute.manager [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1626.881862] env[62259]: DEBUG nova.compute.utils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.888150] env[62259]: DEBUG nova.compute.manager [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1626.888150] env[62259]: DEBUG nova.network.neutron [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.948803] env[62259]: DEBUG nova.policy [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3515ebf22047b89dff2c06fea1219a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9e3cc2bdaef41ba86d4531b949cdac4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.972318] env[62259]: DEBUG nova.network.neutron [-] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.031148] env[62259]: DEBUG nova.network.neutron [req-12339ba7-e996-438b-b070-a37363d7f93c req-b325de54-1941-4570-8905-508f4f5d4fd3 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updated VIF entry in instance network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.031148] env[62259]: DEBUG nova.network.neutron [req-12339ba7-e996-438b-b070-a37363d7f93c req-b325de54-1941-4570-8905-508f4f5d4fd3 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updating instance_info_cache with network_info: [{"id": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "address": "fa:16:3e:84:b5:63", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d84bdfd-e8", "ovs_interfaceid": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.057295] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.057801] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.088643] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692419, 'name': CreateVM_Task, 'duration_secs': 0.811125} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.092019] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.095130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.095130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.095130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1627.095130] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8118cb-a66d-4d93-bb10-7fc22a8e48a9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.100050] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1627.100050] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e1a3b8-ef5a-08ef-64ed-edeb86a3b365" [ 1627.100050] env[62259]: _type = "Task" [ 1627.100050] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.110320] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e1a3b8-ef5a-08ef-64ed-edeb86a3b365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.226111] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692415, 'name': PowerOffVM_Task, 'duration_secs': 1.031844} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.231239] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.236497] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20321ec8-99a2-4a96-9b2f-d8d82e26bced {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.258878] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692420, 'name': Rename_Task, 'duration_secs': 0.200411} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.262856] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.263683] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aeae9a-b594-4d49-a215-0d6767114c88 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.267067] env[62259]: DEBUG nova.network.neutron [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Successfully created port: 43251bbf-21d8-4e66-86ea-2ac5bb2483d1 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1627.268782] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdd17e98-4cb8-4c50-a05d-8c575a6a1be6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.281769] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1627.281769] env[62259]: value = "task-1692422" [ 1627.281769] env[62259]: _type = "Task" [ 1627.281769] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.290987] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.320488] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692421, 'name': Rename_Task, 'duration_secs': 0.210645} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.324046] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.324046] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadbc839-cbe7-4d11-a52a-ffb0847dcfa9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.326057] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74881456-bd92-4114-9743-185e7d1a4190 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.335187] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca50989e-7c00-44c9-abeb-50d7ffd5bfb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.339943] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1627.339943] env[62259]: value = "task-1692423" [ 1627.339943] env[62259]: _type = "Task" [ 1627.339943] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.367580] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1e15a-d755-46db-8fcc-a2bc1bc99e39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.375605] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.385797] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699962f0-800f-40c8-a635-d4d7283a9e13 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.391106] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.391642] env[62259]: DEBUG nova.compute.manager [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1627.410036] env[62259]: DEBUG nova.compute.provider_tree [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.475159] env[62259]: INFO nova.compute.manager [-] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Took 1.76 seconds to deallocate network for instance. [ 1627.534655] env[62259]: DEBUG oslo_concurrency.lockutils [req-12339ba7-e996-438b-b070-a37363d7f93c req-b325de54-1941-4570-8905-508f4f5d4fd3 service nova] Releasing lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.562154] env[62259]: DEBUG nova.compute.manager [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.584892] env[62259]: DEBUG nova.compute.manager [req-a7999412-5467-475d-98d5-b36aa4210a44 req-3b783f54-e807-4109-adbb-277741b5aef4 service nova] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Received event network-vif-deleted-fadd0e9c-1767-4964-9ec4-6e6328eb21a3 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1627.584892] env[62259]: DEBUG nova.compute.manager [req-a7999412-5467-475d-98d5-b36aa4210a44 req-3b783f54-e807-4109-adbb-277741b5aef4 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Received event network-changed-3afcb233-df60-4a37-8667-002eb0b1453b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1627.584892] env[62259]: DEBUG nova.compute.manager [req-a7999412-5467-475d-98d5-b36aa4210a44 req-3b783f54-e807-4109-adbb-277741b5aef4 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Refreshing instance network info cache due to event network-changed-3afcb233-df60-4a37-8667-002eb0b1453b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1627.585015] env[62259]: DEBUG oslo_concurrency.lockutils [req-a7999412-5467-475d-98d5-b36aa4210a44 req-3b783f54-e807-4109-adbb-277741b5aef4 service nova] Acquiring lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.585130] env[62259]: DEBUG oslo_concurrency.lockutils [req-a7999412-5467-475d-98d5-b36aa4210a44 req-3b783f54-e807-4109-adbb-277741b5aef4 service nova] Acquired lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.585237] env[62259]: DEBUG nova.network.neutron [req-a7999412-5467-475d-98d5-b36aa4210a44 req-3b783f54-e807-4109-adbb-277741b5aef4 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Refreshing network info cache for port 3afcb233-df60-4a37-8667-002eb0b1453b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.619026] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e1a3b8-ef5a-08ef-64ed-edeb86a3b365, 'name': SearchDatastore_Task, 'duration_secs': 0.014257} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.619026] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.619026] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.619026] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.619026] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.619026] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.619026] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c059bca-2128-43ce-9907-f0d3e696f80a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.628942] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.629139] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.630154] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378a0dca-d65b-4fce-8f99-dc97aa293131 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.635681] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1627.635681] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5214cb67-ac86-e54a-0adb-4b1ed4bd4d26" [ 1627.635681] env[62259]: _type = "Task" [ 1627.635681] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.644028] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5214cb67-ac86-e54a-0adb-4b1ed4bd4d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.708078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "b77463b3-dccc-4ed0-a19b-7d705e03047e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.708078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "b77463b3-dccc-4ed0-a19b-7d705e03047e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.708078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "b77463b3-dccc-4ed0-a19b-7d705e03047e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.708078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "b77463b3-dccc-4ed0-a19b-7d705e03047e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.708078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "b77463b3-dccc-4ed0-a19b-7d705e03047e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.709397] env[62259]: INFO nova.compute.manager [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Terminating instance [ 1627.784582] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1627.784582] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb92115c-5856-4ea5-96be-fa06c1bf8cb1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.797075] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.798536] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1627.798536] env[62259]: value = "task-1692424" [ 1627.798536] env[62259]: _type = "Task" [ 1627.798536] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.850154] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692423, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.916291] env[62259]: DEBUG nova.scheduler.client.report [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1627.983128] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.084654] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.147967] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5214cb67-ac86-e54a-0adb-4b1ed4bd4d26, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.148783] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89c9f2c-792c-4da0-a28a-17601a61f1ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.154895] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1628.154895] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529881a2-2e85-1af3-f5e8-9ee58f5e1b84" [ 1628.154895] env[62259]: _type = "Task" [ 1628.154895] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.165986] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529881a2-2e85-1af3-f5e8-9ee58f5e1b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.214055] env[62259]: DEBUG nova.compute.manager [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.214264] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.215125] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d7b8b9-b84d-4537-b2a6-29dd5b1257f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.225051] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.225051] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d848fc9d-0347-45f5-b56d-32b2c52ad890 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.231790] env[62259]: DEBUG oslo_vmware.api [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1628.231790] env[62259]: value = "task-1692425" [ 1628.231790] env[62259]: _type = "Task" [ 1628.231790] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.240751] env[62259]: DEBUG oslo_vmware.api [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1692425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.294170] env[62259]: DEBUG oslo_vmware.api [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692422, 'name': PowerOnVM_Task, 'duration_secs': 0.573385} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.294449] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.294654] env[62259]: INFO nova.compute.manager [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1628.294853] env[62259]: DEBUG nova.compute.manager [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.295668] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de67c1d-16b2-4996-865c-f44008955ce7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.311812] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692424, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.352019] env[62259]: DEBUG oslo_vmware.api [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692423, 'name': PowerOnVM_Task, 'duration_secs': 0.574433} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.352342] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.352553] env[62259]: DEBUG nova.compute.manager [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.353347] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90a2537-d30a-4cdc-a089-a0d7803f0f6f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.390098] env[62259]: DEBUG nova.network.neutron [req-a7999412-5467-475d-98d5-b36aa4210a44 req-3b783f54-e807-4109-adbb-277741b5aef4 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updated VIF entry in instance network info cache for port 3afcb233-df60-4a37-8667-002eb0b1453b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.390529] env[62259]: DEBUG nova.network.neutron [req-a7999412-5467-475d-98d5-b36aa4210a44 req-3b783f54-e807-4109-adbb-277741b5aef4 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance_info_cache with network_info: [{"id": "3afcb233-df60-4a37-8667-002eb0b1453b", "address": "fa:16:3e:b6:44:8a", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afcb233-df", "ovs_interfaceid": "3afcb233-df60-4a37-8667-002eb0b1453b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.406417] env[62259]: DEBUG nova.compute.manager [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1628.421197] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.423816] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.270s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.424198] env[62259]: DEBUG nova.objects.instance [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'resources' on Instance uuid 7c76e700-8634-4290-b100-a9997a443a3d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1628.437985] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1628.438224] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1628.438383] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1628.438563] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1628.438713] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1628.438847] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1628.439042] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1628.439223] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1628.439394] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1628.439555] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1628.439764] env[62259]: DEBUG nova.virt.hardware [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1628.441078] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651034b0-f5e7-4b64-859b-7bf3d0f519af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.446932] env[62259]: INFO nova.scheduler.client.report [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Deleted allocations for instance 609fa89e-5eb5-4429-a1e9-bf5768419909 [ 1628.454151] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887cbdb0-81be-4a42-b7ef-1ea1a21c3fed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.673210] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529881a2-2e85-1af3-f5e8-9ee58f5e1b84, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.673210] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.673210] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9252f584-ab03-44bc-8804-6ec531eb969a/9252f584-ab03-44bc-8804-6ec531eb969a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.673210] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6c2880b-dd7f-4fb3-a280-38450bbff6c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.684661] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1628.684661] env[62259]: value = "task-1692426" [ 1628.684661] env[62259]: _type = "Task" [ 1628.684661] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.694647] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.717962] env[62259]: DEBUG nova.compute.manager [req-0875ec0f-0a76-4773-917d-5bb8eb52d83e req-f0c53c9c-2ef8-4a5e-965b-59ceffad6ed9 service nova] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Received event network-vif-plugged-43251bbf-21d8-4e66-86ea-2ac5bb2483d1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1628.718325] env[62259]: DEBUG oslo_concurrency.lockutils [req-0875ec0f-0a76-4773-917d-5bb8eb52d83e req-f0c53c9c-2ef8-4a5e-965b-59ceffad6ed9 service nova] Acquiring lock "932a0f6b-09fa-49e9-bd14-87b910230b05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.718569] env[62259]: DEBUG oslo_concurrency.lockutils [req-0875ec0f-0a76-4773-917d-5bb8eb52d83e req-f0c53c9c-2ef8-4a5e-965b-59ceffad6ed9 service nova] Lock "932a0f6b-09fa-49e9-bd14-87b910230b05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.718796] env[62259]: DEBUG oslo_concurrency.lockutils [req-0875ec0f-0a76-4773-917d-5bb8eb52d83e req-f0c53c9c-2ef8-4a5e-965b-59ceffad6ed9 service nova] Lock "932a0f6b-09fa-49e9-bd14-87b910230b05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.719038] env[62259]: DEBUG nova.compute.manager [req-0875ec0f-0a76-4773-917d-5bb8eb52d83e req-f0c53c9c-2ef8-4a5e-965b-59ceffad6ed9 service nova] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] No waiting events found dispatching network-vif-plugged-43251bbf-21d8-4e66-86ea-2ac5bb2483d1 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1628.719265] env[62259]: WARNING nova.compute.manager [req-0875ec0f-0a76-4773-917d-5bb8eb52d83e req-f0c53c9c-2ef8-4a5e-965b-59ceffad6ed9 service nova] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Received unexpected event network-vif-plugged-43251bbf-21d8-4e66-86ea-2ac5bb2483d1 for instance with vm_state building and task_state spawning. [ 1628.744635] env[62259]: DEBUG oslo_vmware.api [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1692425, 'name': PowerOffVM_Task, 'duration_secs': 0.209063} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.744949] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.745367] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.745637] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-046d60c5-80ad-47be-a3d2-fe7385c09a9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.809255] env[62259]: DEBUG nova.network.neutron [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Successfully updated port: 43251bbf-21d8-4e66-86ea-2ac5bb2483d1 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.819658] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692424, 'name': CreateSnapshot_Task, 'duration_secs': 0.635626} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.827060] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1628.828673] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3b9d45-e825-4f7a-acc0-43c6b5bf9ff3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.834674] env[62259]: INFO nova.compute.manager [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Took 22.73 seconds to build instance. [ 1628.835641] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.835843] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.836495] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Deleting the datastore file [datastore1] b77463b3-dccc-4ed0-a19b-7d705e03047e {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.837090] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-334855f5-a0d7-42e1-9485-0a25b868151b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.853633] env[62259]: DEBUG oslo_vmware.api [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for the task: (returnval){ [ 1628.853633] env[62259]: value = "task-1692428" [ 1628.853633] env[62259]: _type = "Task" [ 1628.853633] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.867378] env[62259]: DEBUG oslo_vmware.api [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1692428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.871791] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.893716] env[62259]: DEBUG oslo_concurrency.lockutils [req-a7999412-5467-475d-98d5-b36aa4210a44 req-3b783f54-e807-4109-adbb-277741b5aef4 service nova] Releasing lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.962820] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e40e68cf-da5a-4140-a470-61ff92f6bb35 tempest-ImagesTestJSON-1853474191 tempest-ImagesTestJSON-1853474191-project-member] Lock "609fa89e-5eb5-4429-a1e9-bf5768419909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.055s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.201763] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.282136] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e39ea8d-b25e-4560-af7c-5dad3f396dc0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.289602] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405bfee8-11c2-4535-a59e-166230e1b482 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.323898] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "refresh_cache-932a0f6b-09fa-49e9-bd14-87b910230b05" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.324119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquired lock "refresh_cache-932a0f6b-09fa-49e9-bd14-87b910230b05" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.324727] env[62259]: DEBUG nova.network.neutron [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.326539] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9fdc19-c33e-4151-b67f-f4060e1dd868 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.336628] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63006329-c330-49b8-ac56-c8ec2e16e729 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.341114] env[62259]: DEBUG oslo_concurrency.lockutils [None req-687c21c7-997e-48f0-8392-9e0932b55ec6 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "f84bee00-1236-4f80-93ac-6742eb4aeac0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.253s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.358658] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1629.359465] env[62259]: DEBUG nova.compute.provider_tree [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.360900] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db359972-70eb-4ad5-8975-7371c94c94f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.374091] env[62259]: DEBUG oslo_vmware.api [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1692428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.375457] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1629.375457] env[62259]: value = "task-1692429" [ 1629.375457] env[62259]: _type = "Task" [ 1629.375457] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.384500] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692429, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.652889] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "7b771915-02f2-40df-9cae-0f15fc6c6508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.652889] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7b771915-02f2-40df-9cae-0f15fc6c6508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.694659] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620064} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.694938] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9252f584-ab03-44bc-8804-6ec531eb969a/9252f584-ab03-44bc-8804-6ec531eb969a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.695947] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.695947] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d18777e0-1875-49f5-b813-45f75c125359 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.705400] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1629.705400] env[62259]: value = "task-1692430" [ 1629.705400] env[62259]: _type = "Task" [ 1629.705400] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.715584] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.868561] env[62259]: DEBUG nova.network.neutron [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.870678] env[62259]: DEBUG nova.scheduler.client.report [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1629.883190] env[62259]: DEBUG oslo_vmware.api [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Task: {'id': task-1692428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658699} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.883886] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.884126] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.884342] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.884704] env[62259]: INFO nova.compute.manager [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1629.884824] env[62259]: DEBUG oslo.service.loopingcall [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.885053] env[62259]: DEBUG nova.compute.manager [-] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.885152] env[62259]: DEBUG nova.network.neutron [-] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.891718] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692429, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.096119] env[62259]: DEBUG nova.network.neutron [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Updating instance_info_cache with network_info: [{"id": "43251bbf-21d8-4e66-86ea-2ac5bb2483d1", "address": "fa:16:3e:d0:66:cf", "network": {"id": "81925dbc-3afd-4bfe-842e-abff1ef1ee8a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512996308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e3cc2bdaef41ba86d4531b949cdac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43251bbf-21", "ovs_interfaceid": "43251bbf-21d8-4e66-86ea-2ac5bb2483d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.115926] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "d4ae6d51-e833-437d-9569-d760311ef0ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.116231] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "d4ae6d51-e833-437d-9569-d760311ef0ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.116460] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "d4ae6d51-e833-437d-9569-d760311ef0ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.116677] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "d4ae6d51-e833-437d-9569-d760311ef0ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.116856] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "d4ae6d51-e833-437d-9569-d760311ef0ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.119790] env[62259]: INFO nova.compute.manager [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Terminating instance [ 1630.154964] env[62259]: DEBUG nova.compute.manager [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.216799] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131029} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.217088] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.217972] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44185d68-c0dd-4e29-b6ea-6bc3ccc34a4c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.242376] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9252f584-ab03-44bc-8804-6ec531eb969a/9252f584-ab03-44bc-8804-6ec531eb969a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.243880] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784c3ccd-1dff-4bee-b1de-de86c459e569 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.266974] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1630.266974] env[62259]: value = "task-1692431" [ 1630.266974] env[62259]: _type = "Task" [ 1630.266974] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.280028] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.375837] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.378578] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.159s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.380472] env[62259]: INFO nova.compute.claims [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.402434] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692429, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.418441] env[62259]: INFO nova.scheduler.client.report [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleted allocations for instance 7c76e700-8634-4290-b100-a9997a443a3d [ 1630.600994] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Releasing lock "refresh_cache-932a0f6b-09fa-49e9-bd14-87b910230b05" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.601462] env[62259]: DEBUG nova.compute.manager [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Instance network_info: |[{"id": "43251bbf-21d8-4e66-86ea-2ac5bb2483d1", "address": "fa:16:3e:d0:66:cf", "network": {"id": "81925dbc-3afd-4bfe-842e-abff1ef1ee8a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512996308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e3cc2bdaef41ba86d4531b949cdac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43251bbf-21", "ovs_interfaceid": "43251bbf-21d8-4e66-86ea-2ac5bb2483d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1630.602555] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:66:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43251bbf-21d8-4e66-86ea-2ac5bb2483d1', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.613606] env[62259]: DEBUG oslo.service.loopingcall [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.615016] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.615923] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-693c8e2c-4c15-4938-954b-75d82ba80a61 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.632604] env[62259]: DEBUG nova.compute.manager [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.632882] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.633873] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ceb4e8-cd5b-479e-8b7c-ef681581618d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.643229] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.644641] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-502a081c-235f-4dc3-888a-7926b697b9fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.648381] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.648381] env[62259]: value = "task-1692432" [ 1630.648381] env[62259]: _type = "Task" [ 1630.648381] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.655925] env[62259]: DEBUG oslo_vmware.api [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1630.655925] env[62259]: value = "task-1692433" [ 1630.655925] env[62259]: _type = "Task" [ 1630.655925] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.669554] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692432, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.679038] env[62259]: DEBUG oslo_vmware.api [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.694504] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.757170] env[62259]: DEBUG nova.compute.manager [req-92764d57-4f3a-4bbd-9c6b-7240a9920cdf req-d10837af-e81c-4875-9054-317a8a1356f2 service nova] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Received event network-changed-43251bbf-21d8-4e66-86ea-2ac5bb2483d1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1630.757425] env[62259]: DEBUG nova.compute.manager [req-92764d57-4f3a-4bbd-9c6b-7240a9920cdf req-d10837af-e81c-4875-9054-317a8a1356f2 service nova] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Refreshing instance network info cache due to event network-changed-43251bbf-21d8-4e66-86ea-2ac5bb2483d1. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1630.757875] env[62259]: DEBUG oslo_concurrency.lockutils [req-92764d57-4f3a-4bbd-9c6b-7240a9920cdf req-d10837af-e81c-4875-9054-317a8a1356f2 service nova] Acquiring lock "refresh_cache-932a0f6b-09fa-49e9-bd14-87b910230b05" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.757952] env[62259]: DEBUG oslo_concurrency.lockutils [req-92764d57-4f3a-4bbd-9c6b-7240a9920cdf req-d10837af-e81c-4875-9054-317a8a1356f2 service nova] Acquired lock "refresh_cache-932a0f6b-09fa-49e9-bd14-87b910230b05" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.761081] env[62259]: DEBUG nova.network.neutron [req-92764d57-4f3a-4bbd-9c6b-7240a9920cdf req-d10837af-e81c-4875-9054-317a8a1356f2 service nova] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Refreshing network info cache for port 43251bbf-21d8-4e66-86ea-2ac5bb2483d1 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.781724] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.907946] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692429, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.936060] env[62259]: DEBUG nova.compute.manager [req-f0bcf791-a3f0-4fb1-8d68-0cb4b38f031e req-bc5f0f92-3ba3-480a-87a1-668d8675936a service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Received event network-vif-deleted-5dd8a881-faea-4b60-aec3-2879aa9b81b5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1630.936551] env[62259]: INFO nova.compute.manager [req-f0bcf791-a3f0-4fb1-8d68-0cb4b38f031e req-bc5f0f92-3ba3-480a-87a1-668d8675936a service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Neutron deleted interface 5dd8a881-faea-4b60-aec3-2879aa9b81b5; detaching it from the instance and deleting it from the info cache [ 1630.936551] env[62259]: DEBUG nova.network.neutron [req-f0bcf791-a3f0-4fb1-8d68-0cb4b38f031e req-bc5f0f92-3ba3-480a-87a1-668d8675936a service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.937987] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9199bed5-1424-4903-a9b2-504b4fa612e8 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "7c76e700-8634-4290-b100-a9997a443a3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.983s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.160732] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692432, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.174129] env[62259]: DEBUG oslo_vmware.api [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692433, 'name': PowerOffVM_Task, 'duration_secs': 0.334523} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.174607] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.174683] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.175042] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c901cad-0e5c-451d-8118-d7c5759dc5ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.278182] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692431, 'name': ReconfigVM_Task, 'duration_secs': 0.673493} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.278493] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9252f584-ab03-44bc-8804-6ec531eb969a/9252f584-ab03-44bc-8804-6ec531eb969a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.279222] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31fec5ff-de37-4030-a697-d26960737377 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.287025] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1631.287025] env[62259]: value = "task-1692435" [ 1631.287025] env[62259]: _type = "Task" [ 1631.287025] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.294929] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.294929] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.294929] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleting the datastore file [datastore1] d4ae6d51-e833-437d-9569-d760311ef0ea {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.294929] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34d43ba6-bf8f-4661-bed6-9fc9fc14239f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.301287] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692435, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.307294] env[62259]: DEBUG oslo_vmware.api [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1631.307294] env[62259]: value = "task-1692436" [ 1631.307294] env[62259]: _type = "Task" [ 1631.307294] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.317902] env[62259]: DEBUG oslo_vmware.api [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.353729] env[62259]: DEBUG nova.network.neutron [-] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.395663] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692429, 'name': CloneVM_Task, 'duration_secs': 1.794154} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.400712] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Created linked-clone VM from snapshot [ 1631.405022] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1019b6-f611-4b53-9cec-491f1e5ad81d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.412729] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Uploading image b517a71b-b106-4e2a-81a0-eb10f591a003 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1631.442157] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f52e29e-391d-4d10-a351-bc61c23dd3ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.450217] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1631.450217] env[62259]: value = "vm-352933" [ 1631.450217] env[62259]: _type = "VirtualMachine" [ 1631.450217] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1631.453892] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-65a694a8-c184-4a93-a816-d7204951d877 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.461748] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9224c518-08ad-4f26-8841-6d5a3d90ae94 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.479071] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lease: (returnval){ [ 1631.479071] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e5f6ab-3161-13d4-a206-d5eedb550e6b" [ 1631.479071] env[62259]: _type = "HttpNfcLease" [ 1631.479071] env[62259]: } obtained for exporting VM: (result){ [ 1631.479071] env[62259]: value = "vm-352933" [ 1631.479071] env[62259]: _type = "VirtualMachine" [ 1631.479071] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1631.479679] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the lease: (returnval){ [ 1631.479679] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e5f6ab-3161-13d4-a206-d5eedb550e6b" [ 1631.479679] env[62259]: _type = "HttpNfcLease" [ 1631.479679] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1631.489018] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1631.489018] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e5f6ab-3161-13d4-a206-d5eedb550e6b" [ 1631.489018] env[62259]: _type = "HttpNfcLease" [ 1631.489018] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1631.509893] env[62259]: DEBUG nova.compute.manager [req-f0bcf791-a3f0-4fb1-8d68-0cb4b38f031e req-bc5f0f92-3ba3-480a-87a1-668d8675936a service nova] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Detach interface failed, port_id=5dd8a881-faea-4b60-aec3-2879aa9b81b5, reason: Instance b77463b3-dccc-4ed0-a19b-7d705e03047e could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1631.666224] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692432, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.780290] env[62259]: DEBUG nova.network.neutron [req-92764d57-4f3a-4bbd-9c6b-7240a9920cdf req-d10837af-e81c-4875-9054-317a8a1356f2 service nova] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Updated VIF entry in instance network info cache for port 43251bbf-21d8-4e66-86ea-2ac5bb2483d1. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.781050] env[62259]: DEBUG nova.network.neutron [req-92764d57-4f3a-4bbd-9c6b-7240a9920cdf req-d10837af-e81c-4875-9054-317a8a1356f2 service nova] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Updating instance_info_cache with network_info: [{"id": "43251bbf-21d8-4e66-86ea-2ac5bb2483d1", "address": "fa:16:3e:d0:66:cf", "network": {"id": "81925dbc-3afd-4bfe-842e-abff1ef1ee8a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1512996308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e3cc2bdaef41ba86d4531b949cdac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43251bbf-21", "ovs_interfaceid": "43251bbf-21d8-4e66-86ea-2ac5bb2483d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.801695] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692435, 'name': Rename_Task, 'duration_secs': 0.434311} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.801695] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.801695] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c084de8-a5a2-44e6-a9fa-55a94355b206 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.814977] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1631.814977] env[62259]: value = "task-1692438" [ 1631.814977] env[62259]: _type = "Task" [ 1631.814977] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.824928] env[62259]: DEBUG oslo_vmware.api [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380774} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.825817] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.826067] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1631.826268] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1631.826464] env[62259]: INFO nova.compute.manager [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1631.826698] env[62259]: DEBUG oslo.service.loopingcall [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.827526] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9427175-8d69-4ce2-be70-2ca54e969aaa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.833056] env[62259]: DEBUG nova.compute.manager [-] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1631.833173] env[62259]: DEBUG nova.network.neutron [-] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1631.834824] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.840980] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc7efa-6820-447f-81e1-e79b713d8ff0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.874609] env[62259]: INFO nova.compute.manager [-] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Took 1.99 seconds to deallocate network for instance. [ 1631.877552] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96748a97-fb16-4da9-9db9-20ddb0faccfb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.891213] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f630aa3-c490-4ae5-9ebd-42ed758070e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.906637] env[62259]: DEBUG nova.compute.provider_tree [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.989622] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1631.989622] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e5f6ab-3161-13d4-a206-d5eedb550e6b" [ 1631.989622] env[62259]: _type = "HttpNfcLease" [ 1631.989622] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1631.990069] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1631.990069] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e5f6ab-3161-13d4-a206-d5eedb550e6b" [ 1631.990069] env[62259]: _type = "HttpNfcLease" [ 1631.990069] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1631.990781] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13094f96-05af-47b4-9e39-6cf71f474635 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.999891] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523890b7-8762-7887-1d9a-4988429227f8/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1632.000151] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523890b7-8762-7887-1d9a-4988429227f8/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1632.119101] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23a11848-f7e9-4873-877a-504287b64d6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.167398] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692432, 'name': CreateVM_Task, 'duration_secs': 1.079031} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.167398] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1632.168252] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.168252] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.168568] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1632.168852] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e427171e-ee24-4810-92b0-7345495b29ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.177820] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1632.177820] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526fac3b-f016-8a73-5afb-4d8b2c943f98" [ 1632.177820] env[62259]: _type = "Task" [ 1632.177820] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.184817] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526fac3b-f016-8a73-5afb-4d8b2c943f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.229585] env[62259]: DEBUG oslo_concurrency.lockutils [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.230083] env[62259]: DEBUG oslo_concurrency.lockutils [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.283301] env[62259]: DEBUG oslo_concurrency.lockutils [req-92764d57-4f3a-4bbd-9c6b-7240a9920cdf req-d10837af-e81c-4875-9054-317a8a1356f2 service nova] Releasing lock "refresh_cache-932a0f6b-09fa-49e9-bd14-87b910230b05" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.324827] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.385734] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.410087] env[62259]: DEBUG nova.scheduler.client.report [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1632.690119] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526fac3b-f016-8a73-5afb-4d8b2c943f98, 'name': SearchDatastore_Task, 'duration_secs': 0.012602} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.690119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.690119] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1632.690119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.690119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.690119] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1632.690119] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dc12cf1-016c-410c-abb1-f9b824aa75bf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.696876] env[62259]: DEBUG nova.network.neutron [-] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.699425] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1632.700751] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1632.701869] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c75fd7-4758-4d9a-8200-1e852044e19e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.710959] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1632.710959] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52798616-bf10-897a-54dc-7904ee971365" [ 1632.710959] env[62259]: _type = "Task" [ 1632.710959] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.731022] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52798616-bf10-897a-54dc-7904ee971365, 'name': SearchDatastore_Task, 'duration_secs': 0.015881} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.731022] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b115e615-5bac-41f2-bc66-755d25518227 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.734234] env[62259]: INFO nova.compute.manager [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Detaching volume 14ecf1d2-0eb5-4b60-94ea-108d06979ab3 [ 1632.744845] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1632.744845] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526074c9-1ea3-01b7-909a-809888644788" [ 1632.744845] env[62259]: _type = "Task" [ 1632.744845] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.754971] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526074c9-1ea3-01b7-909a-809888644788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.782160] env[62259]: INFO nova.virt.block_device [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Attempting to driver detach volume 14ecf1d2-0eb5-4b60-94ea-108d06979ab3 from mountpoint /dev/sdb [ 1632.782867] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1632.783084] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352835', 'volume_id': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'name': 'volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '656db28c-aa12-43c6-be4a-e3abfd6345bd', 'attached_at': '', 'detached_at': '', 'volume_id': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'serial': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1632.783951] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa220cf-3851-484c-add6-deb212595b3f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.812768] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a77710a-1d20-4786-918f-859a839a0cb0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.822275] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39099761-4f3d-44f4-a5db-77a3003a755b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.828328] env[62259]: DEBUG oslo_vmware.api [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692438, 'name': PowerOnVM_Task, 'duration_secs': 0.834768} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.829122] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.829339] env[62259]: INFO nova.compute.manager [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1632.829533] env[62259]: DEBUG nova.compute.manager [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.830447] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d410f531-72eb-4efa-819f-244188aed1df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.850877] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6686b9-8792-4022-aeac-b8215d4ef95a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.874201] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] The volume has not been displaced from its original location: [datastore1] volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3/volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1632.882010] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1632.882010] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058cfb24-d6cf-40f8-8e39-4a724f389d67 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.901499] env[62259]: DEBUG oslo_vmware.api [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1632.901499] env[62259]: value = "task-1692439" [ 1632.901499] env[62259]: _type = "Task" [ 1632.901499] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.916029] env[62259]: DEBUG oslo_vmware.api [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.917780] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.917780] env[62259]: DEBUG nova.compute.manager [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1632.924037] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.529s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.924037] env[62259]: INFO nova.compute.claims [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.058896] env[62259]: DEBUG nova.compute.manager [req-bc7a9730-8af9-4687-ae20-2685369552fa req-f587081c-b3e8-46f3-a920-80d8ead9a354 service nova] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Received event network-vif-deleted-b2d63006-94f0-418f-bd3a-b230bcd6e822 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1633.204559] env[62259]: INFO nova.compute.manager [-] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Took 1.37 seconds to deallocate network for instance. [ 1633.258539] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526074c9-1ea3-01b7-909a-809888644788, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.258897] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.259217] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 932a0f6b-09fa-49e9-bd14-87b910230b05/932a0f6b-09fa-49e9-bd14-87b910230b05.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.259591] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab45ca88-6062-4853-ad38-309f80ad9128 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.268119] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1633.268119] env[62259]: value = "task-1692440" [ 1633.268119] env[62259]: _type = "Task" [ 1633.268119] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.277689] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.372561] env[62259]: INFO nova.compute.manager [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Took 21.87 seconds to build instance. [ 1633.416505] env[62259]: DEBUG oslo_vmware.api [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.426788] env[62259]: DEBUG nova.compute.utils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1633.432923] env[62259]: DEBUG nova.compute.manager [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1633.432923] env[62259]: DEBUG nova.network.neutron [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1633.504407] env[62259]: DEBUG nova.policy [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb4777189ba74d62a71b90127880a6d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a876a2bd2b34e948dadccaba014dbd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1633.712960] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.780629] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.878723] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2ade9908-b8b8-43d0-9007-12eaef6507d1 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "9252f584-ab03-44bc-8804-6ec531eb969a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.386s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.916501] env[62259]: DEBUG oslo_vmware.api [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.933456] env[62259]: DEBUG nova.compute.manager [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1634.138146] env[62259]: DEBUG nova.network.neutron [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Successfully created port: ad8718ba-24df-4df0-a2e9-3ae49c8ed31d {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1634.282969] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692440, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.420725] env[62259]: DEBUG oslo_vmware.api [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692439, 'name': ReconfigVM_Task, 'duration_secs': 1.3388} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.425576] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1634.432064] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff065df7-20cd-40d5-97ae-9cc3b44941bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.447332] env[62259]: INFO nova.virt.block_device [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Booting with volume 6abac532-ceee-4888-b9fa-b3721de2976e at /dev/sda [ 1634.452222] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e9da91-fa61-481d-9e63-5075e23b15c0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.473221] env[62259]: DEBUG oslo_vmware.api [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1634.473221] env[62259]: value = "task-1692441" [ 1634.473221] env[62259]: _type = "Task" [ 1634.473221] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.474308] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9cce2d-d587-4320-b912-f772fa72afb5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.523848] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f238a6c2-1569-4bb9-a3ac-1c023617bc48 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.526613] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29661e72-0771-418c-ab06-4bfc5f487ef1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.528833] env[62259]: DEBUG oslo_vmware.api [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.537863] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3134479d-f5c9-4add-a873-72d165070e8e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.544755] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b03a1d-0403-4cd2-b3c1-148f0099743c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.573103] env[62259]: DEBUG nova.compute.provider_tree [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.590525] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-941ac8ce-c3ce-4188-ba54-dcec34de5442 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.601676] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ebaebb-bf92-48a2-8040-ee01f26e31df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.644316] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec3d509-ef7e-4d4f-94f7-4a24b4f45620 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.656560] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa146f4-e905-468f-aee6-904ac62fb4ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.674843] env[62259]: DEBUG nova.virt.block_device [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Updating existing volume attachment record: fe7a4701-e381-4122-9d6f-0646d298a360 {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1634.781228] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692440, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.366544} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.782034] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 932a0f6b-09fa-49e9-bd14-87b910230b05/932a0f6b-09fa-49e9-bd14-87b910230b05.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1634.782034] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1634.782034] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ea3fc98-89c5-4a07-90df-dd43615b9d63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.790415] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1634.790415] env[62259]: value = "task-1692442" [ 1634.790415] env[62259]: _type = "Task" [ 1634.790415] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.801367] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.991143] env[62259]: DEBUG oslo_vmware.api [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692441, 'name': ReconfigVM_Task, 'duration_secs': 0.262636} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.991549] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352835', 'volume_id': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'name': 'volume-14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '656db28c-aa12-43c6-be4a-e3abfd6345bd', 'attached_at': '', 'detached_at': '', 'volume_id': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3', 'serial': '14ecf1d2-0eb5-4b60-94ea-108d06979ab3'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1635.090310] env[62259]: DEBUG nova.scheduler.client.report [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1635.306970] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089075} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.308573] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1635.308573] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51db8179-ccee-4b31-bed0-c2344a86b7b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.336061] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 932a0f6b-09fa-49e9-bd14-87b910230b05/932a0f6b-09fa-49e9-bd14-87b910230b05.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.337274] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b3ecd16-ab8b-47ff-86f4-89a3dee37e62 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.367588] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1635.367588] env[62259]: value = "task-1692443" [ 1635.367588] env[62259]: _type = "Task" [ 1635.367588] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.376557] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.396947] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "060d7047-d1d3-4b42-9558-15fa6090d43a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.397415] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.559299] env[62259]: DEBUG nova.objects.instance [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'flavor' on Instance uuid 656db28c-aa12-43c6-be4a-e3abfd6345bd {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.598021] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.598021] env[62259]: DEBUG nova.compute.manager [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1635.600034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.617s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.600401] env[62259]: DEBUG nova.objects.instance [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lazy-loading 'resources' on Instance uuid 703e0331-6b63-4bde-9fd1-346378d1537a {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.880526] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.903330] env[62259]: DEBUG nova.compute.manager [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1635.980022] env[62259]: DEBUG nova.compute.manager [req-66e5f4fa-edc2-4a0e-b72c-7c69cc574d97 req-76834f3d-3109-4e37-91d5-bddab774b4c3 service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Received event network-vif-plugged-ad8718ba-24df-4df0-a2e9-3ae49c8ed31d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1635.980270] env[62259]: DEBUG oslo_concurrency.lockutils [req-66e5f4fa-edc2-4a0e-b72c-7c69cc574d97 req-76834f3d-3109-4e37-91d5-bddab774b4c3 service nova] Acquiring lock "06f8c667-25b9-4eaf-abec-83032b591081-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.980486] env[62259]: DEBUG oslo_concurrency.lockutils [req-66e5f4fa-edc2-4a0e-b72c-7c69cc574d97 req-76834f3d-3109-4e37-91d5-bddab774b4c3 service nova] Lock "06f8c667-25b9-4eaf-abec-83032b591081-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.980737] env[62259]: DEBUG oslo_concurrency.lockutils [req-66e5f4fa-edc2-4a0e-b72c-7c69cc574d97 req-76834f3d-3109-4e37-91d5-bddab774b4c3 service nova] Lock "06f8c667-25b9-4eaf-abec-83032b591081-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.980819] env[62259]: DEBUG nova.compute.manager [req-66e5f4fa-edc2-4a0e-b72c-7c69cc574d97 req-76834f3d-3109-4e37-91d5-bddab774b4c3 service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] No waiting events found dispatching network-vif-plugged-ad8718ba-24df-4df0-a2e9-3ae49c8ed31d {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1635.980982] env[62259]: WARNING nova.compute.manager [req-66e5f4fa-edc2-4a0e-b72c-7c69cc574d97 req-76834f3d-3109-4e37-91d5-bddab774b4c3 service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Received unexpected event network-vif-plugged-ad8718ba-24df-4df0-a2e9-3ae49c8ed31d for instance with vm_state building and task_state block_device_mapping. [ 1636.000124] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "805e7004-e44a-4c0d-9d8f-45878481cbc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.000399] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "805e7004-e44a-4c0d-9d8f-45878481cbc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.093948] env[62259]: DEBUG nova.network.neutron [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Successfully updated port: ad8718ba-24df-4df0-a2e9-3ae49c8ed31d {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1636.103990] env[62259]: DEBUG nova.compute.utils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1636.108283] env[62259]: DEBUG nova.compute.manager [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1636.108749] env[62259]: DEBUG nova.network.neutron [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.154678] env[62259]: DEBUG nova.policy [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3072d7d864594204900dd4f03deb3d56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9978f9f7516f4a768cf24ca5adddb496', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1636.382682] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.435069] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.502573] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaac490-be36-4a98-97c9-cb8d4a746227 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.506083] env[62259]: DEBUG nova.compute.manager [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1636.519416] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51ed7e6-17fe-48f1-a25f-f5d7961fb954 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.562926] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb02183-163c-4874-81e5-eaac98a78c0f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.567162] env[62259]: DEBUG oslo_concurrency.lockutils [None req-59b7f3d7-70ce-4fef-8bb9-ea9403ccb842 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.337s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.574696] env[62259]: DEBUG nova.network.neutron [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Successfully created port: a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1636.581957] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3a3d86-5fd5-475f-9350-743d8c33ba5a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.598451] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Acquiring lock "refresh_cache-06f8c667-25b9-4eaf-abec-83032b591081" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.598707] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Acquired lock "refresh_cache-06f8c667-25b9-4eaf-abec-83032b591081" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.599014] env[62259]: DEBUG nova.network.neutron [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.600799] env[62259]: DEBUG nova.compute.provider_tree [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.609899] env[62259]: DEBUG nova.compute.manager [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1636.681044] env[62259]: INFO nova.compute.manager [None req-69854635-4917-4b48-8e9d-8bc8ce391bb8 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Get console output [ 1636.681535] env[62259]: WARNING nova.virt.vmwareapi.driver [None req-69854635-4917-4b48-8e9d-8bc8ce391bb8 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] The console log is missing. Check your VSPC configuration [ 1636.715545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "037915e4-25ce-4630-8c92-916d32f27f5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.716203] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "037915e4-25ce-4630-8c92-916d32f27f5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.787471] env[62259]: DEBUG nova.compute.manager [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1636.788179] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1636.788341] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1636.788502] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.788681] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1636.788825] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.788964] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1636.789211] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1636.789367] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1636.789535] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1636.789699] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1636.789872] env[62259]: DEBUG nova.virt.hardware [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1636.791088] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf53aad-adce-48d3-9892-8436ef350517 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.802550] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f03b8e-13c4-4834-9a24-f7d7a1694ae8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.882724] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.037316] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.109473] env[62259]: DEBUG nova.scheduler.client.report [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1637.138078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.138432] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.139011] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "656db28c-aa12-43c6-be4a-e3abfd6345bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.139011] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.139161] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.141387] env[62259]: INFO nova.compute.manager [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Terminating instance [ 1637.148779] env[62259]: DEBUG nova.network.neutron [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1637.218757] env[62259]: DEBUG nova.compute.manager [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1637.309197] env[62259]: DEBUG nova.network.neutron [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Updating instance_info_cache with network_info: [{"id": "ad8718ba-24df-4df0-a2e9-3ae49c8ed31d", "address": "fa:16:3e:90:d5:ea", "network": {"id": "02e567b5-d076-49e6-ab1f-466dd6fdfd81", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1729346503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a876a2bd2b34e948dadccaba014dbd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8718ba-24", "ovs_interfaceid": "ad8718ba-24df-4df0-a2e9-3ae49c8ed31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.384779] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.614607] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.617195] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.533s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.620291] env[62259]: INFO nova.compute.claims [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.623762] env[62259]: DEBUG nova.compute.manager [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1637.644028] env[62259]: INFO nova.scheduler.client.report [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted allocations for instance 703e0331-6b63-4bde-9fd1-346378d1537a [ 1637.645529] env[62259]: DEBUG nova.compute.manager [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1637.645734] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1637.648997] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad70bd-c475-48fd-b9bc-ca11a9a21f9d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.660954] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1637.661152] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cad64e6b-b5dc-46d3-a529-22c0018ae828 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.665203] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1637.665452] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1637.665612] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.665792] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1637.665937] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.666099] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1637.666311] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1637.666468] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1637.666672] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1637.666786] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1637.666972] env[62259]: DEBUG nova.virt.hardware [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1637.667852] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d18888c-096a-451d-91ad-b4383fc129fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.677482] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f5d2e1-e36f-4a1d-8064-45f359d03adb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.683381] env[62259]: DEBUG oslo_vmware.api [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1637.683381] env[62259]: value = "task-1692444" [ 1637.683381] env[62259]: _type = "Task" [ 1637.683381] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.701535] env[62259]: DEBUG oslo_vmware.api [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.740562] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.782132] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquiring lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.782430] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.782644] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquiring lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.782830] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.783017] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.788573] env[62259]: INFO nova.compute.manager [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Terminating instance [ 1637.811871] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Releasing lock "refresh_cache-06f8c667-25b9-4eaf-abec-83032b591081" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.812564] env[62259]: DEBUG nova.compute.manager [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Instance network_info: |[{"id": "ad8718ba-24df-4df0-a2e9-3ae49c8ed31d", "address": "fa:16:3e:90:d5:ea", "network": {"id": "02e567b5-d076-49e6-ab1f-466dd6fdfd81", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1729346503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a876a2bd2b34e948dadccaba014dbd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8718ba-24", "ovs_interfaceid": "ad8718ba-24df-4df0-a2e9-3ae49c8ed31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1637.813143] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:d5:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad8718ba-24df-4df0-a2e9-3ae49c8ed31d', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.822202] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Creating folder: Project (1a876a2bd2b34e948dadccaba014dbd8). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1637.822906] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79e72afc-9e25-4c82-86c0-b0c7034d1152 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.840524] env[62259]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1637.840524] env[62259]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62259) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1637.842991] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Folder already exists: Project (1a876a2bd2b34e948dadccaba014dbd8). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1637.843304] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Creating folder: Instances. Parent ref: group-v352914. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1637.843573] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9c2e034-4dda-49c3-9450-c67f3f90140d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.856565] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Created folder: Instances in parent group-v352914. [ 1637.856838] env[62259]: DEBUG oslo.service.loopingcall [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.857064] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.857328] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3889f11-ad2d-439c-990c-098c1f8770fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.881044] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692443, 'name': ReconfigVM_Task, 'duration_secs': 2.024993} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.882487] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 932a0f6b-09fa-49e9-bd14-87b910230b05/932a0f6b-09fa-49e9-bd14-87b910230b05.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.883392] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.883392] env[62259]: value = "task-1692447" [ 1637.883392] env[62259]: _type = "Task" [ 1637.883392] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.883392] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe718a2f-8963-43ba-a8c6-692c7aa491f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.895266] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692447, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.896675] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1637.896675] env[62259]: value = "task-1692448" [ 1637.896675] env[62259]: _type = "Task" [ 1637.896675] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.905163] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692448, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.156412] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6580a87e-f167-45cd-91cd-1826281879ab tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "703e0331-6b63-4bde-9fd1-346378d1537a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.056s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.196957] env[62259]: DEBUG oslo_vmware.api [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692444, 'name': PowerOffVM_Task, 'duration_secs': 0.485447} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.198477] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.198736] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.199913] env[62259]: DEBUG nova.compute.manager [req-1a7716ea-897c-44c2-afaa-1b00f4e8a175 req-f75a5866-5d74-461d-bbe4-b7621a7e62fd service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Received event network-changed-ad8718ba-24df-4df0-a2e9-3ae49c8ed31d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1638.200158] env[62259]: DEBUG nova.compute.manager [req-1a7716ea-897c-44c2-afaa-1b00f4e8a175 req-f75a5866-5d74-461d-bbe4-b7621a7e62fd service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Refreshing instance network info cache due to event network-changed-ad8718ba-24df-4df0-a2e9-3ae49c8ed31d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1638.200419] env[62259]: DEBUG oslo_concurrency.lockutils [req-1a7716ea-897c-44c2-afaa-1b00f4e8a175 req-f75a5866-5d74-461d-bbe4-b7621a7e62fd service nova] Acquiring lock "refresh_cache-06f8c667-25b9-4eaf-abec-83032b591081" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.200617] env[62259]: DEBUG oslo_concurrency.lockutils [req-1a7716ea-897c-44c2-afaa-1b00f4e8a175 req-f75a5866-5d74-461d-bbe4-b7621a7e62fd service nova] Acquired lock "refresh_cache-06f8c667-25b9-4eaf-abec-83032b591081" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.200838] env[62259]: DEBUG nova.network.neutron [req-1a7716ea-897c-44c2-afaa-1b00f4e8a175 req-f75a5866-5d74-461d-bbe4-b7621a7e62fd service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Refreshing network info cache for port ad8718ba-24df-4df0-a2e9-3ae49c8ed31d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1638.202098] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7513c6-7e5e-4697-bf92-9425cc0f62a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.296881] env[62259]: DEBUG nova.compute.manager [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.297524] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.299283] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25e5a41-7be5-4e24-8d05-14e2553cd2a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.308126] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.310299] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa4b720d-1a32-4c26-938c-8cf77a08a084 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.318120] env[62259]: DEBUG oslo_vmware.api [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1638.318120] env[62259]: value = "task-1692450" [ 1638.318120] env[62259]: _type = "Task" [ 1638.318120] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.329839] env[62259]: DEBUG oslo_vmware.api [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1692450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.386425] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.387231] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.388122] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleting the datastore file [datastore1] 656db28c-aa12-43c6-be4a-e3abfd6345bd {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.392017] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84e39130-a018-41a6-a03c-f706d98bb548 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.400218] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692447, 'name': CreateVM_Task, 'duration_secs': 0.467777} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.404425] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.406038] env[62259]: DEBUG oslo_vmware.api [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1638.406038] env[62259]: value = "task-1692451" [ 1638.406038] env[62259]: _type = "Task" [ 1638.406038] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.407028] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352922', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'name': 'volume-6abac532-ceee-4888-b9fa-b3721de2976e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '06f8c667-25b9-4eaf-abec-83032b591081', 'attached_at': '', 'detached_at': '', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'serial': '6abac532-ceee-4888-b9fa-b3721de2976e'}, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': 'fe7a4701-e381-4122-9d6f-0646d298a360', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62259) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1638.407028] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Root volume attach. Driver type: vmdk {{(pid=62259) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1638.408847] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fbcb8d-273a-4584-ba5d-ecbdfcdb862b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.418807] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692448, 'name': Rename_Task, 'duration_secs': 0.210166} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.423023] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.423023] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cfd08b6-4479-4dde-8c35-657e5fa29a51 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.425823] env[62259]: DEBUG oslo_vmware.api [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.430585] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caecad5-16fc-481e-9169-47259b3c3ffe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.433387] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1638.433387] env[62259]: value = "task-1692452" [ 1638.433387] env[62259]: _type = "Task" [ 1638.433387] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.440288] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc964be1-2956-4467-b165-d446c39dd65a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.445974] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.451410] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3dc710ae-44a5-44b7-aad6-0bdd582954ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.466119] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1638.466119] env[62259]: value = "task-1692453" [ 1638.466119] env[62259]: _type = "Task" [ 1638.466119] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.475057] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692453, 'name': RelocateVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.799447] env[62259]: DEBUG nova.network.neutron [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Successfully updated port: a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1638.837740] env[62259]: DEBUG oslo_vmware.api [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1692450, 'name': PowerOffVM_Task, 'duration_secs': 0.291559} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.839047] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.839047] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.839280] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e49fd079-c223-4c5a-bde4-a01e460ae179 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.928118] env[62259]: DEBUG oslo_vmware.api [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270217} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.928417] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.929137] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1638.929137] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1638.929137] env[62259]: INFO nova.compute.manager [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1638.929336] env[62259]: DEBUG oslo.service.loopingcall [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.929418] env[62259]: DEBUG nova.compute.manager [-] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1638.929507] env[62259]: DEBUG nova.network.neutron [-] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1638.941659] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.941949] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.942234] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Deleting the datastore file [datastore1] cd8b2ef1-fb0d-428a-ba3e-f538646d3759 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.943244] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e80494c-0f1a-4630-8698-0d917c409128 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.950403] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692452, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.956582] env[62259]: DEBUG oslo_vmware.api [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for the task: (returnval){ [ 1638.956582] env[62259]: value = "task-1692455" [ 1638.956582] env[62259]: _type = "Task" [ 1638.956582] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.972862] env[62259]: DEBUG oslo_vmware.api [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1692455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.982864] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692453, 'name': RelocateVM_Task, 'duration_secs': 0.482758} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.983224] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1638.983639] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352922', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'name': 'volume-6abac532-ceee-4888-b9fa-b3721de2976e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '06f8c667-25b9-4eaf-abec-83032b591081', 'attached_at': '', 'detached_at': '', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'serial': '6abac532-ceee-4888-b9fa-b3721de2976e'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1638.984374] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4419e8-9865-444a-bc70-4a8f6e84ec49 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.010111] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9fb02e-c085-40f3-86ad-723da15732a4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.036595] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-6abac532-ceee-4888-b9fa-b3721de2976e/volume-6abac532-ceee-4888-b9fa-b3721de2976e.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.037871] env[62259]: DEBUG nova.network.neutron [req-1a7716ea-897c-44c2-afaa-1b00f4e8a175 req-f75a5866-5d74-461d-bbe4-b7621a7e62fd service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Updated VIF entry in instance network info cache for port ad8718ba-24df-4df0-a2e9-3ae49c8ed31d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.038370] env[62259]: DEBUG nova.network.neutron [req-1a7716ea-897c-44c2-afaa-1b00f4e8a175 req-f75a5866-5d74-461d-bbe4-b7621a7e62fd service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Updating instance_info_cache with network_info: [{"id": "ad8718ba-24df-4df0-a2e9-3ae49c8ed31d", "address": "fa:16:3e:90:d5:ea", "network": {"id": "02e567b5-d076-49e6-ab1f-466dd6fdfd81", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1729346503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a876a2bd2b34e948dadccaba014dbd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8718ba-24", "ovs_interfaceid": "ad8718ba-24df-4df0-a2e9-3ae49c8ed31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.042426] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b9a0f44-c1d8-4475-8912-9edae1994674 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.068640] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1639.068640] env[62259]: value = "task-1692456" [ 1639.068640] env[62259]: _type = "Task" [ 1639.068640] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.081026] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.109563] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5698d37c-3b65-48e0-93b9-cd0aa637d5f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.120138] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe92aa6-f6d5-42d9-8e56-dbca2ec787d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.172167] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a5c72-fa3f-44a8-ba36-256c63ed6680 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.186252] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1535261f-cd63-4d5c-8853-fa499dae4e58 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.211914] env[62259]: DEBUG nova.compute.provider_tree [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.308370] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquiring lock "refresh_cache-aababeef-d51a-4de0-9030-4369826d575e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.308531] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquired lock "refresh_cache-aababeef-d51a-4de0-9030-4369826d575e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.308701] env[62259]: DEBUG nova.network.neutron [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.337526] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.337763] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.445889] env[62259]: DEBUG oslo_vmware.api [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692452, 'name': PowerOnVM_Task, 'duration_secs': 0.701305} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.446212] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.446420] env[62259]: INFO nova.compute.manager [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Took 11.04 seconds to spawn the instance on the hypervisor. [ 1639.446602] env[62259]: DEBUG nova.compute.manager [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.447422] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96fd161-1ad1-40d2-8102-8e5fc573afe2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.469997] env[62259]: DEBUG oslo_vmware.api [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Task: {'id': task-1692455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255244} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.470333] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.470524] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.470695] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.470862] env[62259]: INFO nova.compute.manager [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1639.471112] env[62259]: DEBUG oslo.service.loopingcall [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.471330] env[62259]: DEBUG nova.compute.manager [-] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.471427] env[62259]: DEBUG nova.network.neutron [-] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.559513] env[62259]: DEBUG oslo_concurrency.lockutils [req-1a7716ea-897c-44c2-afaa-1b00f4e8a175 req-f75a5866-5d74-461d-bbe4-b7621a7e62fd service nova] Releasing lock "refresh_cache-06f8c667-25b9-4eaf-abec-83032b591081" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.578063] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692456, 'name': ReconfigVM_Task, 'duration_secs': 0.356272} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.578361] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-6abac532-ceee-4888-b9fa-b3721de2976e/volume-6abac532-ceee-4888-b9fa-b3721de2976e.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.583282] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2afe79-9fab-48de-9b0e-0adad9fa3830 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.602669] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1639.602669] env[62259]: value = "task-1692457" [ 1639.602669] env[62259]: _type = "Task" [ 1639.602669] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.611805] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.715658] env[62259]: DEBUG nova.scheduler.client.report [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1639.840701] env[62259]: DEBUG nova.compute.manager [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1639.852403] env[62259]: DEBUG nova.network.neutron [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1639.968759] env[62259]: INFO nova.compute.manager [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Took 22.55 seconds to build instance. [ 1640.035375] env[62259]: DEBUG nova.compute.manager [req-3c838642-0cde-4e70-975c-a788b0e704b8 req-46052445-f229-4f8e-bea5-f66235887eae service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Received event network-vif-deleted-90a379d2-61c1-4d9c-84b7-438e7ff26ee4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1640.035375] env[62259]: INFO nova.compute.manager [req-3c838642-0cde-4e70-975c-a788b0e704b8 req-46052445-f229-4f8e-bea5-f66235887eae service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Neutron deleted interface 90a379d2-61c1-4d9c-84b7-438e7ff26ee4; detaching it from the instance and deleting it from the info cache [ 1640.035375] env[62259]: DEBUG nova.network.neutron [req-3c838642-0cde-4e70-975c-a788b0e704b8 req-46052445-f229-4f8e-bea5-f66235887eae service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.035929] env[62259]: DEBUG nova.network.neutron [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Updating instance_info_cache with network_info: [{"id": "a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a", "address": "fa:16:3e:13:16:17", "network": {"id": "76de71a7-f1f2-4bd1-8904-89cfd9e6e2a2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1325728707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9978f9f7516f4a768cf24ca5adddb496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a0ae6b-ee", "ovs_interfaceid": "a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.116574] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692457, 'name': ReconfigVM_Task, 'duration_secs': 0.141728} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.116925] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352922', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'name': 'volume-6abac532-ceee-4888-b9fa-b3721de2976e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '06f8c667-25b9-4eaf-abec-83032b591081', 'attached_at': '', 'detached_at': '', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'serial': '6abac532-ceee-4888-b9fa-b3721de2976e'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1640.117555] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faccbf68-c036-413a-ab2c-c26f5eaa02c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.127972] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1640.127972] env[62259]: value = "task-1692458" [ 1640.127972] env[62259]: _type = "Task" [ 1640.127972] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.135990] env[62259]: DEBUG nova.network.neutron [-] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.143283] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692458, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.221462] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.222046] env[62259]: DEBUG nova.compute.manager [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1640.225510] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.353s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.225510] env[62259]: DEBUG nova.objects.instance [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1640.246680] env[62259]: DEBUG nova.compute.manager [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] [instance: aababeef-d51a-4de0-9030-4369826d575e] Received event network-vif-plugged-a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1640.246680] env[62259]: DEBUG oslo_concurrency.lockutils [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] Acquiring lock "aababeef-d51a-4de0-9030-4369826d575e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.246680] env[62259]: DEBUG oslo_concurrency.lockutils [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] Lock "aababeef-d51a-4de0-9030-4369826d575e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.246680] env[62259]: DEBUG oslo_concurrency.lockutils [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] Lock "aababeef-d51a-4de0-9030-4369826d575e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.246680] env[62259]: DEBUG nova.compute.manager [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] [instance: aababeef-d51a-4de0-9030-4369826d575e] No waiting events found dispatching network-vif-plugged-a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1640.246680] env[62259]: WARNING nova.compute.manager [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] [instance: aababeef-d51a-4de0-9030-4369826d575e] Received unexpected event network-vif-plugged-a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a for instance with vm_state building and task_state spawning. [ 1640.246680] env[62259]: DEBUG nova.compute.manager [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] [instance: aababeef-d51a-4de0-9030-4369826d575e] Received event network-changed-a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1640.246680] env[62259]: DEBUG nova.compute.manager [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] [instance: aababeef-d51a-4de0-9030-4369826d575e] Refreshing instance network info cache due to event network-changed-a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1640.246680] env[62259]: DEBUG oslo_concurrency.lockutils [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] Acquiring lock "refresh_cache-aababeef-d51a-4de0-9030-4369826d575e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.369908] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.446443] env[62259]: DEBUG nova.network.neutron [-] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.471349] env[62259]: DEBUG oslo_concurrency.lockutils [None req-79f1ca19-9b48-45fe-8a41-b24c008a678d tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "932a0f6b-09fa-49e9-bd14-87b910230b05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.066s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.538188] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Releasing lock "refresh_cache-aababeef-d51a-4de0-9030-4369826d575e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.538545] env[62259]: DEBUG nova.compute.manager [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Instance network_info: |[{"id": "a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a", "address": "fa:16:3e:13:16:17", "network": {"id": "76de71a7-f1f2-4bd1-8904-89cfd9e6e2a2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1325728707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9978f9f7516f4a768cf24ca5adddb496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a0ae6b-ee", "ovs_interfaceid": "a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1640.539148] env[62259]: DEBUG oslo_concurrency.lockutils [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] Acquired lock "refresh_cache-aababeef-d51a-4de0-9030-4369826d575e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.539339] env[62259]: DEBUG nova.network.neutron [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] [instance: aababeef-d51a-4de0-9030-4369826d575e] Refreshing network info cache for port a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.540662] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:16:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.549029] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Creating folder: Project (9978f9f7516f4a768cf24ca5adddb496). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1640.549523] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a72a8171-14b2-4e1c-a6a8-c937e167e6fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.552019] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eeaf9d6a-b982-45b6-b7e1-f333889656b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.563406] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e7d041-f177-45d2-a671-0cb86f0f19f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.576089] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Created folder: Project (9978f9f7516f4a768cf24ca5adddb496) in parent group-v352705. [ 1640.576296] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Creating folder: Instances. Parent ref: group-v352937. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1640.576962] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b31833db-f27e-4712-9cc7-8fce31431591 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.587524] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Created folder: Instances in parent group-v352937. [ 1640.587783] env[62259]: DEBUG oslo.service.loopingcall [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.587977] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aababeef-d51a-4de0-9030-4369826d575e] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.588702] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5f12eca-a3fc-4b84-8daf-798fc5c07de8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.614406] env[62259]: DEBUG nova.compute.manager [req-3c838642-0cde-4e70-975c-a788b0e704b8 req-46052445-f229-4f8e-bea5-f66235887eae service nova] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Detach interface failed, port_id=90a379d2-61c1-4d9c-84b7-438e7ff26ee4, reason: Instance cd8b2ef1-fb0d-428a-ba3e-f538646d3759 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1640.620903] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.620903] env[62259]: value = "task-1692461" [ 1640.620903] env[62259]: _type = "Task" [ 1640.620903] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.629215] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692461, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.639069] env[62259]: INFO nova.compute.manager [-] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Took 1.71 seconds to deallocate network for instance. [ 1640.639410] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692458, 'name': Rename_Task, 'duration_secs': 0.187919} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.641122] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.643851] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5915bd09-0be9-4ab8-be32-4174f2b58f50 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.652185] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1640.652185] env[62259]: value = "task-1692462" [ 1640.652185] env[62259]: _type = "Task" [ 1640.652185] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.661200] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.739571] env[62259]: DEBUG nova.compute.utils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1640.739571] env[62259]: DEBUG nova.compute.manager [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1640.739571] env[62259]: DEBUG nova.network.neutron [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1640.795891] env[62259]: DEBUG nova.policy [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cb03c2b38d2415580126afa1d565c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '897951344d704b5199a79dc4c5773af1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1640.950803] env[62259]: INFO nova.compute.manager [-] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Took 1.48 seconds to deallocate network for instance. [ 1641.135011] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692461, 'name': CreateVM_Task, 'duration_secs': 0.462056} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.135140] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aababeef-d51a-4de0-9030-4369826d575e] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.135815] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.135982] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.136318] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.136707] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92c37a2-f27e-4d11-9d3d-c374e4624c66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.147166] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.147659] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1641.147659] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e7ac48-f303-c0bd-a8b7-265e844cceb2" [ 1641.147659] env[62259]: _type = "Task" [ 1641.147659] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.162702] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e7ac48-f303-c0bd-a8b7-265e844cceb2, 'name': SearchDatastore_Task} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.169526] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.169895] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1641.170119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.170387] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.170475] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1641.170765] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.171074] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9d341d9-7343-4504-9900-5523311b4a5c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.173626] env[62259]: DEBUG nova.network.neutron [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Successfully created port: ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.184302] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1641.185321] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1641.185321] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef00234-1745-4159-ba5c-0d6360a468fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.193092] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1641.193092] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52286c7e-4d1c-df55-03f0-37f2c2781064" [ 1641.193092] env[62259]: _type = "Task" [ 1641.193092] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.202466] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52286c7e-4d1c-df55-03f0-37f2c2781064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.240492] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1cab766b-de31-49d3-b3b2-d1d6f1eeea3d tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.241890] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.548s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.245488] env[62259]: INFO nova.compute.claims [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.246484] env[62259]: DEBUG nova.compute.manager [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1641.298115] env[62259]: DEBUG nova.network.neutron [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] [instance: aababeef-d51a-4de0-9030-4369826d575e] Updated VIF entry in instance network info cache for port a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.298503] env[62259]: DEBUG nova.network.neutron [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] [instance: aababeef-d51a-4de0-9030-4369826d575e] Updating instance_info_cache with network_info: [{"id": "a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a", "address": "fa:16:3e:13:16:17", "network": {"id": "76de71a7-f1f2-4bd1-8904-89cfd9e6e2a2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1325728707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9978f9f7516f4a768cf24ca5adddb496", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a0ae6b-ee", "ovs_interfaceid": "a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.459146] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.669677] env[62259]: DEBUG oslo_vmware.api [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692462, 'name': PowerOnVM_Task, 'duration_secs': 0.760999} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.670009] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.670307] env[62259]: INFO nova.compute.manager [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Took 4.88 seconds to spawn the instance on the hypervisor. [ 1641.670511] env[62259]: DEBUG nova.compute.manager [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.671502] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f3d554-59c9-4103-98b0-51d1bbe32a02 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.706745] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52286c7e-4d1c-df55-03f0-37f2c2781064, 'name': SearchDatastore_Task, 'duration_secs': 0.019121} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.707755] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b013436-3578-4aef-a518-310cc81a0a5a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.715762] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1641.715762] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ce5ed6-9854-b6f5-8794-785ab189f3f0" [ 1641.715762] env[62259]: _type = "Task" [ 1641.715762] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.726077] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ce5ed6-9854-b6f5-8794-785ab189f3f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.801130] env[62259]: DEBUG oslo_concurrency.lockutils [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] Releasing lock "refresh_cache-aababeef-d51a-4de0-9030-4369826d575e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.801486] env[62259]: DEBUG nova.compute.manager [req-f90b08e5-6a52-42b2-ba8c-f59cf3ec0b19 req-88a6c21a-ea8b-4822-90b4-b1a8e5a3d121 service nova] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Received event network-vif-deleted-382ddff1-fb9b-4893-b3c7-a909e87b3916 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1642.200858] env[62259]: INFO nova.compute.manager [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Took 16.00 seconds to build instance. [ 1642.228433] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ce5ed6-9854-b6f5-8794-785ab189f3f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013961} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.228723] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.228990] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] aababeef-d51a-4de0-9030-4369826d575e/aababeef-d51a-4de0-9030-4369826d575e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1642.229881] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e70becbf-89c5-4301-8113-a5a44586813d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.238900] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1642.238900] env[62259]: value = "task-1692463" [ 1642.238900] env[62259]: _type = "Task" [ 1642.238900] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.249387] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.260285] env[62259]: DEBUG nova.compute.manager [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1642.286553] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1642.287522] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1642.287522] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.287522] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1642.287522] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.287522] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1642.287847] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1642.287847] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1642.287960] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1642.288132] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1642.288313] env[62259]: DEBUG nova.virt.hardware [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1642.289223] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd62acf5-d2d3-4e5a-bae5-87ee8a81027c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.300279] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41a2f9c-ed8c-4e90-add9-da8378c2be79 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.345175] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523890b7-8762-7887-1d9a-4988429227f8/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1642.346254] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751aa1ec-8e63-4894-ae03-e208be97b75c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.353197] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523890b7-8762-7887-1d9a-4988429227f8/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1642.353380] env[62259]: ERROR oslo_vmware.rw_handles [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523890b7-8762-7887-1d9a-4988429227f8/disk-0.vmdk due to incomplete transfer. [ 1642.353611] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cffdb5a2-1c96-4f8d-bd3e-efb07ae99486 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.364147] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523890b7-8762-7887-1d9a-4988429227f8/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1642.364283] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Uploaded image b517a71b-b106-4e2a-81a0-eb10f591a003 to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1642.366463] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1642.368941] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4bbb05a9-5ecd-4fcf-bc97-4e15d589ad4b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.376794] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1642.376794] env[62259]: value = "task-1692464" [ 1642.376794] env[62259]: _type = "Task" [ 1642.376794] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.388369] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692464, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.591794] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caabfc18-eded-43a2-b37d-54378228df60 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.600622] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6987787a-27c9-4c27-9df4-d8e77e045f72 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.635886] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464aefb1-5454-4cff-8df5-39dfeded92ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.645354] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6e2f47-ddb2-4a57-b06a-8ec5bbeb72da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.660271] env[62259]: DEBUG nova.compute.provider_tree [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.706646] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dc70302-235d-4eca-87b5-6e3dd08b69bf tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "06f8c667-25b9-4eaf-abec-83032b591081" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.533s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.750366] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692463, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.891767] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692464, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.101974] env[62259]: DEBUG nova.compute.manager [req-093d4764-a883-477d-8445-5e18f929d657 req-9e1f2157-28a1-491b-b70f-be5d27871cce service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received event network-vif-plugged-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1643.101974] env[62259]: DEBUG oslo_concurrency.lockutils [req-093d4764-a883-477d-8445-5e18f929d657 req-9e1f2157-28a1-491b-b70f-be5d27871cce service nova] Acquiring lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.101974] env[62259]: DEBUG oslo_concurrency.lockutils [req-093d4764-a883-477d-8445-5e18f929d657 req-9e1f2157-28a1-491b-b70f-be5d27871cce service nova] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.101974] env[62259]: DEBUG oslo_concurrency.lockutils [req-093d4764-a883-477d-8445-5e18f929d657 req-9e1f2157-28a1-491b-b70f-be5d27871cce service nova] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.103148] env[62259]: DEBUG nova.compute.manager [req-093d4764-a883-477d-8445-5e18f929d657 req-9e1f2157-28a1-491b-b70f-be5d27871cce service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] No waiting events found dispatching network-vif-plugged-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.103148] env[62259]: WARNING nova.compute.manager [req-093d4764-a883-477d-8445-5e18f929d657 req-9e1f2157-28a1-491b-b70f-be5d27871cce service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received unexpected event network-vif-plugged-ed9804ee-6cae-4ff6-bb31-968151fbbda6 for instance with vm_state building and task_state spawning. [ 1643.166357] env[62259]: DEBUG nova.scheduler.client.report [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1643.179312] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "932a0f6b-09fa-49e9-bd14-87b910230b05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.179312] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "932a0f6b-09fa-49e9-bd14-87b910230b05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.179312] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "932a0f6b-09fa-49e9-bd14-87b910230b05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.179312] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "932a0f6b-09fa-49e9-bd14-87b910230b05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.179312] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "932a0f6b-09fa-49e9-bd14-87b910230b05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.180847] env[62259]: INFO nova.compute.manager [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Terminating instance [ 1643.191281] env[62259]: DEBUG nova.network.neutron [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Successfully updated port: ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.250360] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942382} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.250776] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] aababeef-d51a-4de0-9030-4369826d575e/aababeef-d51a-4de0-9030-4369826d575e.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.251123] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.251463] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e51851c3-cbf8-4edd-8790-2195633dc11b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.259263] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1643.259263] env[62259]: value = "task-1692465" [ 1643.259263] env[62259]: _type = "Task" [ 1643.259263] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.268411] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.389326] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692464, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.517649] env[62259]: DEBUG nova.compute.manager [req-84cd5aac-6517-44fd-a0cb-ab32ba88cef1 req-6a018ad9-cac9-4a10-baf3-2b44dd762880 service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Received event network-changed-ad8718ba-24df-4df0-a2e9-3ae49c8ed31d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1643.517954] env[62259]: DEBUG nova.compute.manager [req-84cd5aac-6517-44fd-a0cb-ab32ba88cef1 req-6a018ad9-cac9-4a10-baf3-2b44dd762880 service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Refreshing instance network info cache due to event network-changed-ad8718ba-24df-4df0-a2e9-3ae49c8ed31d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1643.518177] env[62259]: DEBUG oslo_concurrency.lockutils [req-84cd5aac-6517-44fd-a0cb-ab32ba88cef1 req-6a018ad9-cac9-4a10-baf3-2b44dd762880 service nova] Acquiring lock "refresh_cache-06f8c667-25b9-4eaf-abec-83032b591081" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.518262] env[62259]: DEBUG oslo_concurrency.lockutils [req-84cd5aac-6517-44fd-a0cb-ab32ba88cef1 req-6a018ad9-cac9-4a10-baf3-2b44dd762880 service nova] Acquired lock "refresh_cache-06f8c667-25b9-4eaf-abec-83032b591081" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.518434] env[62259]: DEBUG nova.network.neutron [req-84cd5aac-6517-44fd-a0cb-ab32ba88cef1 req-6a018ad9-cac9-4a10-baf3-2b44dd762880 service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Refreshing network info cache for port ad8718ba-24df-4df0-a2e9-3ae49c8ed31d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.677185] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.678066] env[62259]: DEBUG nova.compute.manager [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1643.681607] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.296s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.681836] env[62259]: DEBUG nova.objects.instance [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lazy-loading 'resources' on Instance uuid b77463b3-dccc-4ed0-a19b-7d705e03047e {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.689925] env[62259]: DEBUG nova.compute.manager [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1643.689925] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.689925] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcb0bec-43ed-4031-a7a9-f337b11ee5bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.695436] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.695635] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.695704] env[62259]: DEBUG nova.network.neutron [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.704331] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.704608] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baed91f9-3d03-4403-84f1-cc8de56ad27c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.713158] env[62259]: DEBUG oslo_vmware.api [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1643.713158] env[62259]: value = "task-1692466" [ 1643.713158] env[62259]: _type = "Task" [ 1643.713158] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.722413] env[62259]: DEBUG oslo_vmware.api [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.769161] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073893} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.769450] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.770272] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaee082-4d90-4f40-94db-150b5ac77d95 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.795616] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] aababeef-d51a-4de0-9030-4369826d575e/aababeef-d51a-4de0-9030-4369826d575e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.797030] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c5701e1-b3aa-4992-9d64-6eeb6ebc7dc9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.817741] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1643.817741] env[62259]: value = "task-1692467" [ 1643.817741] env[62259]: _type = "Task" [ 1643.817741] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.826888] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.889559] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692464, 'name': Destroy_Task, 'duration_secs': 1.321135} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.889924] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Destroyed the VM [ 1643.890192] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1643.890495] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7543416c-948a-49bc-8b42-56850b3795f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.898168] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1643.898168] env[62259]: value = "task-1692468" [ 1643.898168] env[62259]: _type = "Task" [ 1643.898168] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.906488] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.185928] env[62259]: DEBUG nova.compute.utils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.190331] env[62259]: DEBUG nova.compute.manager [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1644.190508] env[62259]: DEBUG nova.network.neutron [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.229476] env[62259]: DEBUG oslo_vmware.api [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.247818] env[62259]: DEBUG nova.network.neutron [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.292285] env[62259]: DEBUG nova.policy [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e68114b554414493a567641f4fddfb8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d186547b31349dfac6792b64b5a5ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.333390] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692467, 'name': ReconfigVM_Task, 'duration_secs': 0.31163} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.340473] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] aababeef-d51a-4de0-9030-4369826d575e/aababeef-d51a-4de0-9030-4369826d575e.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.341713] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33c080f6-f375-493a-8f45-cf8c300a18d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.350879] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1644.350879] env[62259]: value = "task-1692469" [ 1644.350879] env[62259]: _type = "Task" [ 1644.350879] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.360960] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692469, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.410826] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.456454] env[62259]: DEBUG nova.network.neutron [req-84cd5aac-6517-44fd-a0cb-ab32ba88cef1 req-6a018ad9-cac9-4a10-baf3-2b44dd762880 service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Updated VIF entry in instance network info cache for port ad8718ba-24df-4df0-a2e9-3ae49c8ed31d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.457136] env[62259]: DEBUG nova.network.neutron [req-84cd5aac-6517-44fd-a0cb-ab32ba88cef1 req-6a018ad9-cac9-4a10-baf3-2b44dd762880 service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Updating instance_info_cache with network_info: [{"id": "ad8718ba-24df-4df0-a2e9-3ae49c8ed31d", "address": "fa:16:3e:90:d5:ea", "network": {"id": "02e567b5-d076-49e6-ab1f-466dd6fdfd81", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1729346503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a876a2bd2b34e948dadccaba014dbd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8718ba-24", "ovs_interfaceid": "ad8718ba-24df-4df0-a2e9-3ae49c8ed31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.519863] env[62259]: DEBUG nova.network.neutron [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updating instance_info_cache with network_info: [{"id": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "address": "fa:16:3e:39:d2:ca", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9804ee-6c", "ovs_interfaceid": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.625960] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3091dd7d-4e7b-41e0-9af7-bd45bf3c2a3b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.635813] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d264cb0-95ee-4a0e-9061-5821c6e40e04 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.669160] env[62259]: DEBUG nova.network.neutron [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Successfully created port: d78f1781-8424-48c4-9d4c-c02383cc6453 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1644.671735] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6962e07-c6ec-4b76-9c6a-b00092004c84 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.680955] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a78494-9ae1-4162-92bb-3808d7e3d0d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.696420] env[62259]: DEBUG nova.compute.manager [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1644.699409] env[62259]: DEBUG nova.compute.provider_tree [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.724620] env[62259]: DEBUG oslo_vmware.api [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.861867] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692469, 'name': Rename_Task, 'duration_secs': 0.160996} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.862128] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.862392] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-112fd4e1-e8c3-41f7-aa37-8bc43fbaef6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.875213] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1644.875213] env[62259]: value = "task-1692470" [ 1644.875213] env[62259]: _type = "Task" [ 1644.875213] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.886816] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.908309] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.963292] env[62259]: DEBUG oslo_concurrency.lockutils [req-84cd5aac-6517-44fd-a0cb-ab32ba88cef1 req-6a018ad9-cac9-4a10-baf3-2b44dd762880 service nova] Releasing lock "refresh_cache-06f8c667-25b9-4eaf-abec-83032b591081" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.973635] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-3ae727ee-f97a-4191-a414-430bc45dfe04-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.974149] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-3ae727ee-f97a-4191-a414-430bc45dfe04-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.974720] env[62259]: DEBUG nova.objects.instance [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'flavor' on Instance uuid 3ae727ee-f97a-4191-a414-430bc45dfe04 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.023204] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.023533] env[62259]: DEBUG nova.compute.manager [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Instance network_info: |[{"id": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "address": "fa:16:3e:39:d2:ca", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9804ee-6c", "ovs_interfaceid": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1645.024298] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:d2:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed9804ee-6cae-4ff6-bb31-968151fbbda6', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.031743] env[62259]: DEBUG oslo.service.loopingcall [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.031968] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.032680] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d39166e-7eea-4459-981a-3db305edc684 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.052941] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.052941] env[62259]: value = "task-1692471" [ 1645.052941] env[62259]: _type = "Task" [ 1645.052941] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.061856] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692471, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.128686] env[62259]: DEBUG nova.compute.manager [req-01f34097-21dc-465d-8448-3cce1a8ccf7c req-0e12453f-26ee-4c11-a750-9b8c1e1ab061 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received event network-changed-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1645.128899] env[62259]: DEBUG nova.compute.manager [req-01f34097-21dc-465d-8448-3cce1a8ccf7c req-0e12453f-26ee-4c11-a750-9b8c1e1ab061 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Refreshing instance network info cache due to event network-changed-ed9804ee-6cae-4ff6-bb31-968151fbbda6. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1645.129509] env[62259]: DEBUG oslo_concurrency.lockutils [req-01f34097-21dc-465d-8448-3cce1a8ccf7c req-0e12453f-26ee-4c11-a750-9b8c1e1ab061 service nova] Acquiring lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.129509] env[62259]: DEBUG oslo_concurrency.lockutils [req-01f34097-21dc-465d-8448-3cce1a8ccf7c req-0e12453f-26ee-4c11-a750-9b8c1e1ab061 service nova] Acquired lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.129509] env[62259]: DEBUG nova.network.neutron [req-01f34097-21dc-465d-8448-3cce1a8ccf7c req-0e12453f-26ee-4c11-a750-9b8c1e1ab061 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Refreshing network info cache for port ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.205132] env[62259]: DEBUG nova.scheduler.client.report [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1645.225390] env[62259]: DEBUG oslo_vmware.api [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692466, 'name': PowerOffVM_Task, 'duration_secs': 1.187843} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.225665] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.225835] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1645.226103] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfc379b6-bac4-4fa1-acde-74260ec5b4ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.332931] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1645.333345] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1645.333400] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Deleting the datastore file [datastore1] 932a0f6b-09fa-49e9-bd14-87b910230b05 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1645.333689] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9f20c07-c6d4-4e8e-a718-4d7c02f40355 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.342606] env[62259]: DEBUG oslo_vmware.api [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1645.342606] env[62259]: value = "task-1692473" [ 1645.342606] env[62259]: _type = "Task" [ 1645.342606] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.351704] env[62259]: DEBUG oslo_vmware.api [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.386329] env[62259]: DEBUG oslo_vmware.api [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692470, 'name': PowerOnVM_Task, 'duration_secs': 0.487032} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.386613] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.386818] env[62259]: INFO nova.compute.manager [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1645.386997] env[62259]: DEBUG nova.compute.manager [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.387800] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f350fd83-c1fb-4041-b030-78a1926c6154 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.407737] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692468, 'name': RemoveSnapshot_Task, 'duration_secs': 1.28008} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.408014] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1645.408349] env[62259]: DEBUG nova.compute.manager [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.409131] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5392cb8f-397a-4ce2-a6e6-61e6c3b3425d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.565176] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692471, 'name': CreateVM_Task, 'duration_secs': 0.469119} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.565396] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1645.566587] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.566587] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.566587] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1645.567577] env[62259]: DEBUG nova.objects.instance [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'pci_requests' on Instance uuid 3ae727ee-f97a-4191-a414-430bc45dfe04 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.568897] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f365df4d-a956-416a-a65a-92cb5c507587 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.574492] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1645.574492] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c8ec5b-a3e8-41c4-dd30-1c8eace6926b" [ 1645.574492] env[62259]: _type = "Task" [ 1645.574492] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.584124] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c8ec5b-a3e8-41c4-dd30-1c8eace6926b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.710220] env[62259]: DEBUG nova.compute.manager [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1645.713399] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.717453] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.005s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.717883] env[62259]: DEBUG nova.objects.instance [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lazy-loading 'resources' on Instance uuid d4ae6d51-e833-437d-9569-d760311ef0ea {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.739231] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1645.739539] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1645.739697] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.739831] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1645.739965] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.740082] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1645.740302] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1645.740574] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1645.740696] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1645.740861] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1645.741049] env[62259]: DEBUG nova.virt.hardware [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1645.741929] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a121d10-369a-43e6-bcc9-b56bc52cbed5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.745561] env[62259]: INFO nova.scheduler.client.report [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Deleted allocations for instance b77463b3-dccc-4ed0-a19b-7d705e03047e [ 1645.757401] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab188d9-86d6-48ce-8a93-88b28a71c23c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.852971] env[62259]: DEBUG oslo_vmware.api [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216776} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.853841] env[62259]: DEBUG nova.network.neutron [req-01f34097-21dc-465d-8448-3cce1a8ccf7c req-0e12453f-26ee-4c11-a750-9b8c1e1ab061 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updated VIF entry in instance network info cache for port ed9804ee-6cae-4ff6-bb31-968151fbbda6. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1645.854186] env[62259]: DEBUG nova.network.neutron [req-01f34097-21dc-465d-8448-3cce1a8ccf7c req-0e12453f-26ee-4c11-a750-9b8c1e1ab061 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updating instance_info_cache with network_info: [{"id": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "address": "fa:16:3e:39:d2:ca", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9804ee-6c", "ovs_interfaceid": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.855403] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.855609] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.856272] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.856509] env[62259]: INFO nova.compute.manager [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1645.856765] env[62259]: DEBUG oslo.service.loopingcall [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.857269] env[62259]: DEBUG nova.compute.manager [-] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1645.857399] env[62259]: DEBUG nova.network.neutron [-] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.906118] env[62259]: INFO nova.compute.manager [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Took 18.53 seconds to build instance. [ 1645.922323] env[62259]: INFO nova.compute.manager [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Shelve offloading [ 1646.071563] env[62259]: DEBUG nova.objects.base [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Object Instance<3ae727ee-f97a-4191-a414-430bc45dfe04> lazy-loaded attributes: flavor,pci_requests {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1646.071805] env[62259]: DEBUG nova.network.neutron [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.084934] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c8ec5b-a3e8-41c4-dd30-1c8eace6926b, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.085254] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.085488] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.085728] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.085874] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.086067] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.086326] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29af25bb-34e2-4131-b999-08fb031bf8aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.095553] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.095735] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.096459] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c812dc-d779-4f53-a69d-d4726ffad625 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.102183] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1646.102183] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527205b5-4457-2b01-8fb2-29df1a4601d2" [ 1646.102183] env[62259]: _type = "Task" [ 1646.102183] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.110561] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527205b5-4457-2b01-8fb2-29df1a4601d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.127619] env[62259]: DEBUG nova.policy [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff89c1df10be4a04ae985494d0b7f319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd60b06493494d7fb9b08d88318c53d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.256759] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f3dbb773-617e-4bcb-a17f-e245604cc80b tempest-ServersWithSpecificFlavorTestJSON-1394647790 tempest-ServersWithSpecificFlavorTestJSON-1394647790-project-member] Lock "b77463b3-dccc-4ed0-a19b-7d705e03047e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.551s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.357718] env[62259]: DEBUG oslo_concurrency.lockutils [req-01f34097-21dc-465d-8448-3cce1a8ccf7c req-0e12453f-26ee-4c11-a750-9b8c1e1ab061 service nova] Releasing lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.410873] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2b3c2d6d-c75a-4970-9d61-d5c9430e4590 tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "aababeef-d51a-4de0-9030-4369826d575e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.052s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.427041] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.428134] env[62259]: DEBUG nova.compute.manager [req-3a50ee5d-2caf-4b38-be05-17af0fb7c678 req-24e8bba0-2612-4b7e-8c73-bf431c118fe1 service nova] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Received event network-vif-plugged-d78f1781-8424-48c4-9d4c-c02383cc6453 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1646.428823] env[62259]: DEBUG oslo_concurrency.lockutils [req-3a50ee5d-2caf-4b38-be05-17af0fb7c678 req-24e8bba0-2612-4b7e-8c73-bf431c118fe1 service nova] Acquiring lock "7b771915-02f2-40df-9cae-0f15fc6c6508-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.428823] env[62259]: DEBUG oslo_concurrency.lockutils [req-3a50ee5d-2caf-4b38-be05-17af0fb7c678 req-24e8bba0-2612-4b7e-8c73-bf431c118fe1 service nova] Lock "7b771915-02f2-40df-9cae-0f15fc6c6508-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.428823] env[62259]: DEBUG oslo_concurrency.lockutils [req-3a50ee5d-2caf-4b38-be05-17af0fb7c678 req-24e8bba0-2612-4b7e-8c73-bf431c118fe1 service nova] Lock "7b771915-02f2-40df-9cae-0f15fc6c6508-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.428966] env[62259]: DEBUG nova.compute.manager [req-3a50ee5d-2caf-4b38-be05-17af0fb7c678 req-24e8bba0-2612-4b7e-8c73-bf431c118fe1 service nova] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] No waiting events found dispatching network-vif-plugged-d78f1781-8424-48c4-9d4c-c02383cc6453 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1646.429066] env[62259]: WARNING nova.compute.manager [req-3a50ee5d-2caf-4b38-be05-17af0fb7c678 req-24e8bba0-2612-4b7e-8c73-bf431c118fe1 service nova] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Received unexpected event network-vif-plugged-d78f1781-8424-48c4-9d4c-c02383cc6453 for instance with vm_state building and task_state spawning. [ 1646.429359] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5d7c787-b32e-4f00-961e-a7896d55e454 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.440746] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1646.440746] env[62259]: value = "task-1692474" [ 1646.440746] env[62259]: _type = "Task" [ 1646.440746] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.450075] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.574437] env[62259]: DEBUG nova.network.neutron [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Successfully updated port: d78f1781-8424-48c4-9d4c-c02383cc6453 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1646.589448] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5837ea-fdfb-441b-a31c-13ab3b490783 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.609509] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea00e03-5c17-4841-a3ef-79275987f9f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.619540] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527205b5-4457-2b01-8fb2-29df1a4601d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.646096] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d258bc6-524f-44e4-a007-589b298078e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.648996] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b984c060-a329-4889-a2cb-90af9c2ef4bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.657149] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1646.657149] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522dda92-3eb2-b921-f50f-c790403b2873" [ 1646.657149] env[62259]: _type = "Task" [ 1646.657149] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.663322] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d93a99a-37eb-4f03-997e-5b475e5fbd31 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.673402] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522dda92-3eb2-b921-f50f-c790403b2873, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.681456] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.681749] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69/9d593c49-cb71-4a02-8b55-4cfc8e209f69.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.682219] env[62259]: DEBUG nova.compute.provider_tree [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.685158] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-264a01c7-1060-4781-9c93-75b848e4d798 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.693973] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1646.693973] env[62259]: value = "task-1692475" [ 1646.693973] env[62259]: _type = "Task" [ 1646.693973] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.699701] env[62259]: DEBUG nova.network.neutron [-] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.704465] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.760200] env[62259]: DEBUG nova.network.neutron [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Successfully created port: 83ce05ef-1707-4b40-94de-7f7895cd2d54 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.956143] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1646.956373] env[62259]: DEBUG nova.compute.manager [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.957359] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7071a2-090c-4a6c-abca-2c0515f62841 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.966595] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.966658] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.966828] env[62259]: DEBUG nova.network.neutron [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.083565] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "refresh_cache-7b771915-02f2-40df-9cae-0f15fc6c6508" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.083565] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "refresh_cache-7b771915-02f2-40df-9cae-0f15fc6c6508" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.083565] env[62259]: DEBUG nova.network.neutron [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.188994] env[62259]: DEBUG nova.scheduler.client.report [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1647.205591] env[62259]: INFO nova.compute.manager [-] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Took 1.35 seconds to deallocate network for instance. [ 1647.205953] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692475, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.619592] env[62259]: DEBUG nova.network.neutron [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.694263] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.697660] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.261s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.698317] env[62259]: INFO nova.compute.claims [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.710718] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645504} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.710860] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69/9d593c49-cb71-4a02-8b55-4cfc8e209f69.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.711671] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.711671] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0c7c65e-6a92-400b-8d72-78aef1ea2426 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.713868] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.719826] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1647.719826] env[62259]: value = "task-1692476" [ 1647.719826] env[62259]: _type = "Task" [ 1647.719826] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.724221] env[62259]: INFO nova.scheduler.client.report [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted allocations for instance d4ae6d51-e833-437d-9569-d760311ef0ea [ 1647.738697] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.760020] env[62259]: DEBUG nova.network.neutron [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updating instance_info_cache with network_info: [{"id": "b44c52b6-7288-434c-876f-17152a227544", "address": "fa:16:3e:51:fa:ea", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44c52b6-72", "ovs_interfaceid": "b44c52b6-7288-434c-876f-17152a227544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.817131] env[62259]: DEBUG nova.network.neutron [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Updating instance_info_cache with network_info: [{"id": "d78f1781-8424-48c4-9d4c-c02383cc6453", "address": "fa:16:3e:bc:59:55", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78f1781-84", "ovs_interfaceid": "d78f1781-8424-48c4-9d4c-c02383cc6453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.230470] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109161} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.230753] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1648.232592] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79b7ef4-250c-44dc-a2e2-a745aae3f306 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.264493] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69/9d593c49-cb71-4a02-8b55-4cfc8e209f69.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.265180] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2022e9fe-7912-46b8-8eee-0e6c5a05f4ec tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "d4ae6d51-e833-437d-9569-d760311ef0ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.149s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.267787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.268388] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-313d86d9-12ee-4168-8269-f85a082608e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.291884] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1648.291884] env[62259]: value = "task-1692477" [ 1648.291884] env[62259]: _type = "Task" [ 1648.291884] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.301228] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.322017] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "refresh_cache-7b771915-02f2-40df-9cae-0f15fc6c6508" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.322017] env[62259]: DEBUG nova.compute.manager [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Instance network_info: |[{"id": "d78f1781-8424-48c4-9d4c-c02383cc6453", "address": "fa:16:3e:bc:59:55", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78f1781-84", "ovs_interfaceid": "d78f1781-8424-48c4-9d4c-c02383cc6453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1648.322017] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:59:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd78f1781-8424-48c4-9d4c-c02383cc6453', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1648.329602] env[62259]: DEBUG oslo.service.loopingcall [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1648.330049] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1648.330408] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-147a6a03-e5ae-4c54-9181-fa485365dd47 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.358020] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1648.358020] env[62259]: value = "task-1692478" [ 1648.358020] env[62259]: _type = "Task" [ 1648.358020] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.365117] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692478, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.423034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "1af408fc-cca0-46d1-a038-6c690df2c066" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.423034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "1af408fc-cca0-46d1-a038-6c690df2c066" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.423034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "1af408fc-cca0-46d1-a038-6c690df2c066-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.423034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "1af408fc-cca0-46d1-a038-6c690df2c066-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.423034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "1af408fc-cca0-46d1-a038-6c690df2c066-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.425490] env[62259]: INFO nova.compute.manager [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Terminating instance [ 1648.445593] env[62259]: DEBUG nova.network.neutron [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Successfully updated port: 83ce05ef-1707-4b40-94de-7f7895cd2d54 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1648.546426] env[62259]: DEBUG nova.compute.manager [req-baf252dc-5f0c-44aa-8b50-1399c670b06f req-6ba1692c-cd28-4a96-8a71-ff84a068d4b3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Received event network-vif-plugged-83ce05ef-1707-4b40-94de-7f7895cd2d54 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1648.547217] env[62259]: DEBUG oslo_concurrency.lockutils [req-baf252dc-5f0c-44aa-8b50-1399c670b06f req-6ba1692c-cd28-4a96-8a71-ff84a068d4b3 service nova] Acquiring lock "3ae727ee-f97a-4191-a414-430bc45dfe04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.547718] env[62259]: DEBUG oslo_concurrency.lockutils [req-baf252dc-5f0c-44aa-8b50-1399c670b06f req-6ba1692c-cd28-4a96-8a71-ff84a068d4b3 service nova] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.548032] env[62259]: DEBUG oslo_concurrency.lockutils [req-baf252dc-5f0c-44aa-8b50-1399c670b06f req-6ba1692c-cd28-4a96-8a71-ff84a068d4b3 service nova] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.549378] env[62259]: DEBUG nova.compute.manager [req-baf252dc-5f0c-44aa-8b50-1399c670b06f req-6ba1692c-cd28-4a96-8a71-ff84a068d4b3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] No waiting events found dispatching network-vif-plugged-83ce05ef-1707-4b40-94de-7f7895cd2d54 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1648.549378] env[62259]: WARNING nova.compute.manager [req-baf252dc-5f0c-44aa-8b50-1399c670b06f req-6ba1692c-cd28-4a96-8a71-ff84a068d4b3 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Received unexpected event network-vif-plugged-83ce05ef-1707-4b40-94de-7f7895cd2d54 for instance with vm_state active and task_state None. [ 1648.601208] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.602170] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2adb0f-7ff7-405b-8bee-bf9662f5193a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.610881] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1648.611355] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8978dde8-afc8-4e1e-b6a6-f6a80285e8ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.693470] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1648.693888] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1648.694213] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleting the datastore file [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1648.694612] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25f128a0-75e9-43a8-a9a0-e77f269deea0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.704149] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1648.704149] env[62259]: value = "task-1692480" [ 1648.704149] env[62259]: _type = "Task" [ 1648.704149] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.718795] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.807925] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692477, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.869092] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692478, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.870720] env[62259]: DEBUG nova.compute.manager [req-3c285ee9-e326-457f-a7fb-f453a59e9993 req-6b95af0b-0a76-4f9d-bbae-641b4df0aa81 service nova] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Received event network-vif-deleted-43251bbf-21d8-4e66-86ea-2ac5bb2483d1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1648.871688] env[62259]: DEBUG nova.compute.manager [req-3c285ee9-e326-457f-a7fb-f453a59e9993 req-6b95af0b-0a76-4f9d-bbae-641b4df0aa81 service nova] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Received event network-changed-d78f1781-8424-48c4-9d4c-c02383cc6453 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1648.871688] env[62259]: DEBUG nova.compute.manager [req-3c285ee9-e326-457f-a7fb-f453a59e9993 req-6b95af0b-0a76-4f9d-bbae-641b4df0aa81 service nova] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Refreshing instance network info cache due to event network-changed-d78f1781-8424-48c4-9d4c-c02383cc6453. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1648.871688] env[62259]: DEBUG oslo_concurrency.lockutils [req-3c285ee9-e326-457f-a7fb-f453a59e9993 req-6b95af0b-0a76-4f9d-bbae-641b4df0aa81 service nova] Acquiring lock "refresh_cache-7b771915-02f2-40df-9cae-0f15fc6c6508" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.871688] env[62259]: DEBUG oslo_concurrency.lockutils [req-3c285ee9-e326-457f-a7fb-f453a59e9993 req-6b95af0b-0a76-4f9d-bbae-641b4df0aa81 service nova] Acquired lock "refresh_cache-7b771915-02f2-40df-9cae-0f15fc6c6508" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.871964] env[62259]: DEBUG nova.network.neutron [req-3c285ee9-e326-457f-a7fb-f453a59e9993 req-6b95af0b-0a76-4f9d-bbae-641b4df0aa81 service nova] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Refreshing network info cache for port d78f1781-8424-48c4-9d4c-c02383cc6453 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1648.934316] env[62259]: DEBUG nova.compute.manager [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1648.934316] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.934316] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74acd702-9135-4b79-88b0-13bcfc67c1cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.944280] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1648.944280] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-865b4d77-a825-43db-ac93-a375689554ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.946973] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.947295] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.947582] env[62259]: DEBUG nova.network.neutron [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.958539] env[62259]: DEBUG oslo_vmware.api [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1648.958539] env[62259]: value = "task-1692481" [ 1648.958539] env[62259]: _type = "Task" [ 1648.958539] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.968081] env[62259]: DEBUG oslo_vmware.api [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.049445] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0530010e-5f8f-4eeb-b63b-ceb9bfc94953 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.058259] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ac9207-62e5-4b91-b829-134e41daf6e8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.091183] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01619b2-ae0f-4012-94ab-b085af735c22 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.100094] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472871ed-9343-410c-a000-9836a08b9006 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.116093] env[62259]: DEBUG nova.compute.provider_tree [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.222059] env[62259]: DEBUG oslo_vmware.api [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215557} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.222386] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1649.222671] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1649.222854] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1649.243887] env[62259]: INFO nova.scheduler.client.report [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleted allocations for instance 865c009b-cbc0-45dd-84fa-42cce7f8222b [ 1649.303830] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692477, 'name': ReconfigVM_Task, 'duration_secs': 0.541181} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.304200] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69/9d593c49-cb71-4a02-8b55-4cfc8e209f69.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1649.304894] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce14503b-4a13-4979-b52b-c9707c9225e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.314040] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1649.314040] env[62259]: value = "task-1692482" [ 1649.314040] env[62259]: _type = "Task" [ 1649.314040] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.327175] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692482, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.368147] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692478, 'name': CreateVM_Task, 'duration_secs': 0.518828} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.368436] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1649.369225] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.369225] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.369499] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1649.369760] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcc1c32-8e73-47eb-949b-2282d336263d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.377291] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1649.377291] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527de38d-a655-8df4-62d6-b96d89227d86" [ 1649.377291] env[62259]: _type = "Task" [ 1649.377291] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.386374] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527de38d-a655-8df4-62d6-b96d89227d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.469222] env[62259]: DEBUG oslo_vmware.api [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692481, 'name': PowerOffVM_Task, 'duration_secs': 0.326434} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.469494] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.469791] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.469915] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbe3d11e-ceea-4ea6-a133-edcec5be7a05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.509102] env[62259]: WARNING nova.network.neutron [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] 149acfe1-c417-48a4-8b51-7d4fdd73c0fc already exists in list: networks containing: ['149acfe1-c417-48a4-8b51-7d4fdd73c0fc']. ignoring it [ 1649.557266] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.559447] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.559447] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleting the datastore file [datastore1] 1af408fc-cca0-46d1-a038-6c690df2c066 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.559447] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53f8c2e5-2ee8-427a-84a0-308ae43c06ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.567458] env[62259]: DEBUG oslo_vmware.api [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1649.567458] env[62259]: value = "task-1692484" [ 1649.567458] env[62259]: _type = "Task" [ 1649.567458] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.578280] env[62259]: DEBUG oslo_vmware.api [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.602995] env[62259]: DEBUG nova.network.neutron [req-3c285ee9-e326-457f-a7fb-f453a59e9993 req-6b95af0b-0a76-4f9d-bbae-641b4df0aa81 service nova] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Updated VIF entry in instance network info cache for port d78f1781-8424-48c4-9d4c-c02383cc6453. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1649.603425] env[62259]: DEBUG nova.network.neutron [req-3c285ee9-e326-457f-a7fb-f453a59e9993 req-6b95af0b-0a76-4f9d-bbae-641b4df0aa81 service nova] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Updating instance_info_cache with network_info: [{"id": "d78f1781-8424-48c4-9d4c-c02383cc6453", "address": "fa:16:3e:bc:59:55", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78f1781-84", "ovs_interfaceid": "d78f1781-8424-48c4-9d4c-c02383cc6453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.622020] env[62259]: DEBUG nova.scheduler.client.report [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1649.748915] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.824176] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692482, 'name': Rename_Task, 'duration_secs': 0.166753} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.826534] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.826794] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a4ad6df-40fe-4243-95f7-31acb019e37e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.835199] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1649.835199] env[62259]: value = "task-1692485" [ 1649.835199] env[62259]: _type = "Task" [ 1649.835199] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.849512] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.887750] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527de38d-a655-8df4-62d6-b96d89227d86, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.888070] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.888354] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.888604] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.888760] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.888939] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.889216] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5bac20c-8a99-4746-832a-f144a226ddd5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.903267] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.903453] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1649.904224] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d08e62-6420-4186-beab-c7b390903c5e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.910267] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1649.910267] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525b3e37-8038-6ca7-e34e-6936c7f6de08" [ 1649.910267] env[62259]: _type = "Task" [ 1649.910267] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.918298] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525b3e37-8038-6ca7-e34e-6936c7f6de08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.982191] env[62259]: DEBUG nova.network.neutron [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updating instance_info_cache with network_info: [{"id": "d54be10e-3ab1-4c52-8040-1f0eef426648", "address": "fa:16:3e:f6:ff:a2", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54be10e-3a", "ovs_interfaceid": "d54be10e-3ab1-4c52-8040-1f0eef426648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83ce05ef-1707-4b40-94de-7f7895cd2d54", "address": "fa:16:3e:c7:b7:dd", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ce05ef-17", "ovs_interfaceid": "83ce05ef-1707-4b40-94de-7f7895cd2d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.078542] env[62259]: DEBUG oslo_vmware.api [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136162} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.078818] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.079021] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.079213] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.079376] env[62259]: INFO nova.compute.manager [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1650.079969] env[62259]: DEBUG oslo.service.loopingcall [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.079969] env[62259]: DEBUG nova.compute.manager [-] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.079969] env[62259]: DEBUG nova.network.neutron [-] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.108516] env[62259]: DEBUG oslo_concurrency.lockutils [req-3c285ee9-e326-457f-a7fb-f453a59e9993 req-6b95af0b-0a76-4f9d-bbae-641b4df0aa81 service nova] Releasing lock "refresh_cache-7b771915-02f2-40df-9cae-0f15fc6c6508" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.124712] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.125508] env[62259]: DEBUG nova.compute.manager [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1650.130273] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.093s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.131906] env[62259]: INFO nova.compute.claims [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1650.346884] env[62259]: DEBUG oslo_vmware.api [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692485, 'name': PowerOnVM_Task, 'duration_secs': 0.460184} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.346937] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1650.347234] env[62259]: INFO nova.compute.manager [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1650.347542] env[62259]: DEBUG nova.compute.manager [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.349601] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22714928-53f9-403a-a74a-e8e99aada1c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.423838] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525b3e37-8038-6ca7-e34e-6936c7f6de08, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.424819] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad79c1ac-7d85-4bd8-9944-28a6fc28787e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.431399] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1650.431399] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5249c260-f5f7-08ed-74b2-b5c06cc6765b" [ 1650.431399] env[62259]: _type = "Task" [ 1650.431399] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.440761] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5249c260-f5f7-08ed-74b2-b5c06cc6765b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.485618] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.486305] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.486463] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.487308] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5362fa5-2039-4705-8fa7-ea373146abbf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.509634] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1650.510018] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1650.510374] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.510625] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1650.510780] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.510927] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1650.511148] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1650.511364] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1650.511480] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1650.511675] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1650.511861] env[62259]: DEBUG nova.virt.hardware [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1650.518216] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Reconfiguring VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1650.518632] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a5f904-277d-447e-8af9-d506a244831e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.539653] env[62259]: DEBUG oslo_vmware.api [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1650.539653] env[62259]: value = "task-1692486" [ 1650.539653] env[62259]: _type = "Task" [ 1650.539653] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.549111] env[62259]: DEBUG oslo_vmware.api [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692486, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.637377] env[62259]: DEBUG nova.compute.utils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.642021] env[62259]: DEBUG nova.compute.manager [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.642021] env[62259]: DEBUG nova.network.neutron [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.693503] env[62259]: DEBUG nova.policy [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '306ca5486ac84c41b9b287d4df8b87e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96752b373f3341acba62e8b43d066d44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.868249] env[62259]: INFO nova.compute.manager [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Took 22.80 seconds to build instance. [ 1650.924589] env[62259]: DEBUG nova.network.neutron [-] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.943062] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5249c260-f5f7-08ed-74b2-b5c06cc6765b, 'name': SearchDatastore_Task, 'duration_secs': 0.045416} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.944033] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.944310] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7b771915-02f2-40df-9cae-0f15fc6c6508/7b771915-02f2-40df-9cae-0f15fc6c6508.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1650.944749] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de0a3740-bcf6-4950-abe4-8bb2696cbfd7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.953507] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1650.953507] env[62259]: value = "task-1692487" [ 1650.953507] env[62259]: _type = "Task" [ 1650.953507] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.972777] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.031542] env[62259]: DEBUG nova.network.neutron [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Successfully created port: 8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1651.051347] env[62259]: DEBUG oslo_vmware.api [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.142945] env[62259]: DEBUG nova.compute.manager [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1651.199667] env[62259]: DEBUG nova.compute.manager [req-5332ab16-ab52-4cf6-b6aa-75aadc37dc0a req-68a819d1-0fe6-49dd-a44d-9fa2e5a9c079 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Received event network-changed-83ce05ef-1707-4b40-94de-7f7895cd2d54 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1651.199874] env[62259]: DEBUG nova.compute.manager [req-5332ab16-ab52-4cf6-b6aa-75aadc37dc0a req-68a819d1-0fe6-49dd-a44d-9fa2e5a9c079 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Refreshing instance network info cache due to event network-changed-83ce05ef-1707-4b40-94de-7f7895cd2d54. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1651.202165] env[62259]: DEBUG oslo_concurrency.lockutils [req-5332ab16-ab52-4cf6-b6aa-75aadc37dc0a req-68a819d1-0fe6-49dd-a44d-9fa2e5a9c079 service nova] Acquiring lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.202314] env[62259]: DEBUG oslo_concurrency.lockutils [req-5332ab16-ab52-4cf6-b6aa-75aadc37dc0a req-68a819d1-0fe6-49dd-a44d-9fa2e5a9c079 service nova] Acquired lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.202492] env[62259]: DEBUG nova.network.neutron [req-5332ab16-ab52-4cf6-b6aa-75aadc37dc0a req-68a819d1-0fe6-49dd-a44d-9fa2e5a9c079 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Refreshing network info cache for port 83ce05ef-1707-4b40-94de-7f7895cd2d54 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.371041] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c0a4de0f-e0f4-4afd-86c4-07049f133128 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.313s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.428042] env[62259]: INFO nova.compute.manager [-] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Took 1.35 seconds to deallocate network for instance. [ 1651.467857] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692487, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.525718] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84036f90-c851-40a4-b36d-7cf0c82c6750 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.534974] env[62259]: DEBUG nova.compute.manager [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received event network-vif-unplugged-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1651.534974] env[62259]: DEBUG oslo_concurrency.lockutils [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] Acquiring lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.535172] env[62259]: DEBUG oslo_concurrency.lockutils [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.535255] env[62259]: DEBUG oslo_concurrency.lockutils [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.535784] env[62259]: DEBUG nova.compute.manager [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] No waiting events found dispatching network-vif-unplugged-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.535784] env[62259]: WARNING nova.compute.manager [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received unexpected event network-vif-unplugged-b44c52b6-7288-434c-876f-17152a227544 for instance with vm_state shelved_offloaded and task_state None. [ 1651.536085] env[62259]: DEBUG nova.compute.manager [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received event network-changed-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1651.536085] env[62259]: DEBUG nova.compute.manager [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Refreshing instance network info cache due to event network-changed-b44c52b6-7288-434c-876f-17152a227544. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1651.536950] env[62259]: DEBUG oslo_concurrency.lockutils [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] Acquiring lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.536950] env[62259]: DEBUG oslo_concurrency.lockutils [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] Acquired lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.536950] env[62259]: DEBUG nova.network.neutron [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Refreshing network info cache for port b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.541965] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39529fdd-f22c-44a0-bd8a-1bba9084062c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.556655] env[62259]: DEBUG oslo_vmware.api [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692486, 'name': ReconfigVM_Task, 'duration_secs': 0.65567} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.582843] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.583111] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Reconfigured VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1651.587041] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33fccf3-67e5-43ae-9676-4494a173980a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.595545] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f1f21-61fc-433d-b96b-0cfa30aa642a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.611970] env[62259]: DEBUG nova.compute.provider_tree [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.935182] env[62259]: DEBUG oslo_concurrency.lockutils [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.946428] env[62259]: DEBUG nova.network.neutron [req-5332ab16-ab52-4cf6-b6aa-75aadc37dc0a req-68a819d1-0fe6-49dd-a44d-9fa2e5a9c079 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updated VIF entry in instance network info cache for port 83ce05ef-1707-4b40-94de-7f7895cd2d54. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.946952] env[62259]: DEBUG nova.network.neutron [req-5332ab16-ab52-4cf6-b6aa-75aadc37dc0a req-68a819d1-0fe6-49dd-a44d-9fa2e5a9c079 service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updating instance_info_cache with network_info: [{"id": "d54be10e-3ab1-4c52-8040-1f0eef426648", "address": "fa:16:3e:f6:ff:a2", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54be10e-3a", "ovs_interfaceid": "d54be10e-3ab1-4c52-8040-1f0eef426648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83ce05ef-1707-4b40-94de-7f7895cd2d54", "address": "fa:16:3e:c7:b7:dd", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ce05ef-17", "ovs_interfaceid": "83ce05ef-1707-4b40-94de-7f7895cd2d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.966993] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638276} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.967273] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7b771915-02f2-40df-9cae-0f15fc6c6508/7b771915-02f2-40df-9cae-0f15fc6c6508.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.967487] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.968058] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3d0a640-5499-4505-87cd-3c180b60a3b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.975760] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1651.975760] env[62259]: value = "task-1692488" [ 1651.975760] env[62259]: _type = "Task" [ 1651.975760] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.985482] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.088189] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ae77578-2e84-43b5-8930-a28af0aa6829 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-3ae727ee-f97a-4191-a414-430bc45dfe04-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.114s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.115384] env[62259]: DEBUG nova.scheduler.client.report [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1652.157416] env[62259]: DEBUG nova.compute.manager [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1652.193564] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1652.194132] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1652.194585] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.194916] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1652.195182] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.195320] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1652.195602] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1652.195788] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1652.196091] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1652.196260] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1652.196551] env[62259]: DEBUG nova.virt.hardware [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1652.197544] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3dbfbb-9b5e-4cb3-81e4-407c3fadca79 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.209352] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3ea72b-1b89-42bb-9801-978dacb67288 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.331357] env[62259]: DEBUG nova.network.neutron [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updated VIF entry in instance network info cache for port b44c52b6-7288-434c-876f-17152a227544. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.331753] env[62259]: DEBUG nova.network.neutron [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updating instance_info_cache with network_info: [{"id": "b44c52b6-7288-434c-876f-17152a227544", "address": "fa:16:3e:51:fa:ea", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb44c52b6-72", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.450221] env[62259]: DEBUG oslo_concurrency.lockutils [req-5332ab16-ab52-4cf6-b6aa-75aadc37dc0a req-68a819d1-0fe6-49dd-a44d-9fa2e5a9c079 service nova] Releasing lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.450627] env[62259]: DEBUG nova.compute.manager [req-5332ab16-ab52-4cf6-b6aa-75aadc37dc0a req-68a819d1-0fe6-49dd-a44d-9fa2e5a9c079 service nova] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Received event network-vif-deleted-e2b333ca-12ff-41d4-b49f-3902b182ca9d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1652.485466] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069869} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.485746] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.486572] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5a17aa-37b0-4bc3-b3c7-e5bab0600a68 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.510972] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 7b771915-02f2-40df-9cae-0f15fc6c6508/7b771915-02f2-40df-9cae-0f15fc6c6508.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.511288] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c17af0-fdb3-48ce-8da5-53a2f5a79d89 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.535232] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1652.535232] env[62259]: value = "task-1692489" [ 1652.535232] env[62259]: _type = "Task" [ 1652.535232] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.545917] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.607022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "385eb7c8-4070-42b8-94ae-e70402b0d211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.607022] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.621257] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.621792] env[62259]: DEBUG nova.compute.manager [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1652.624240] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.884s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.625613] env[62259]: INFO nova.compute.claims [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1652.817670] env[62259]: DEBUG nova.network.neutron [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Successfully updated port: 8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1652.835081] env[62259]: DEBUG oslo_concurrency.lockutils [req-320c9ce3-80ad-49da-a974-1bdb5ef722bc req-cd3c2198-409c-4d39-8433-05387fa629f4 service nova] Releasing lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.047966] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.107330] env[62259]: DEBUG nova.compute.manager [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1653.131283] env[62259]: DEBUG nova.compute.utils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1653.136431] env[62259]: DEBUG nova.compute.manager [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1653.136431] env[62259]: DEBUG nova.network.neutron [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1653.251841] env[62259]: DEBUG nova.policy [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '352d671bb0ff4c43aa755d4e67b35771', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396f50687d444c03ab4b26142961e254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1653.320325] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.321203] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquired lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.326407] env[62259]: DEBUG nova.network.neutron [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.355032] env[62259]: DEBUG nova.compute.manager [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Received event network-vif-plugged-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1653.355498] env[62259]: DEBUG oslo_concurrency.lockutils [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] Acquiring lock "060d7047-d1d3-4b42-9558-15fa6090d43a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.355833] env[62259]: DEBUG oslo_concurrency.lockutils [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.355972] env[62259]: DEBUG oslo_concurrency.lockutils [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.356350] env[62259]: DEBUG nova.compute.manager [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] No waiting events found dispatching network-vif-plugged-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1653.356429] env[62259]: WARNING nova.compute.manager [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Received unexpected event network-vif-plugged-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 for instance with vm_state building and task_state spawning. [ 1653.356587] env[62259]: DEBUG nova.compute.manager [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Received event network-changed-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1653.356871] env[62259]: DEBUG nova.compute.manager [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Refreshing instance network info cache due to event network-changed-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1653.357158] env[62259]: DEBUG oslo_concurrency.lockutils [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] Acquiring lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.546193] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692489, 'name': ReconfigVM_Task, 'duration_secs': 0.579601} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.546665] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 7b771915-02f2-40df-9cae-0f15fc6c6508/7b771915-02f2-40df-9cae-0f15fc6c6508.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1653.547138] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b2084fe-7931-4f6f-b486-372c5a2948e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.557186] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1653.557186] env[62259]: value = "task-1692490" [ 1653.557186] env[62259]: _type = "Task" [ 1653.557186] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.568848] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692490, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.623444] env[62259]: DEBUG nova.compute.manager [req-2bdeaf19-2dcf-47e5-8afd-b4d69a4bf9cd req-c53d29f6-9263-45b3-8f19-79a5c6dff785 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received event network-changed-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1653.623615] env[62259]: DEBUG nova.compute.manager [req-2bdeaf19-2dcf-47e5-8afd-b4d69a4bf9cd req-c53d29f6-9263-45b3-8f19-79a5c6dff785 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Refreshing instance network info cache due to event network-changed-ed9804ee-6cae-4ff6-bb31-968151fbbda6. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1653.623833] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bdeaf19-2dcf-47e5-8afd-b4d69a4bf9cd req-c53d29f6-9263-45b3-8f19-79a5c6dff785 service nova] Acquiring lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.624059] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bdeaf19-2dcf-47e5-8afd-b4d69a4bf9cd req-c53d29f6-9263-45b3-8f19-79a5c6dff785 service nova] Acquired lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.624613] env[62259]: DEBUG nova.network.neutron [req-2bdeaf19-2dcf-47e5-8afd-b4d69a4bf9cd req-c53d29f6-9263-45b3-8f19-79a5c6dff785 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Refreshing network info cache for port ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1653.633128] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.644920] env[62259]: DEBUG nova.compute.manager [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1653.715337] env[62259]: DEBUG nova.network.neutron [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Successfully created port: 81d22fbd-34dd-410d-8a03-3218e19c9947 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1653.865426] env[62259]: DEBUG nova.network.neutron [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.007507] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquiring lock "aababeef-d51a-4de0-9030-4369826d575e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.007921] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "aababeef-d51a-4de0-9030-4369826d575e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.008254] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquiring lock "aababeef-d51a-4de0-9030-4369826d575e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.008438] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "aababeef-d51a-4de0-9030-4369826d575e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.008681] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "aababeef-d51a-4de0-9030-4369826d575e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.012464] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c649b86-a747-42e7-b9c7-3851974c8b44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.016241] env[62259]: INFO nova.compute.manager [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Terminating instance [ 1654.019385] env[62259]: DEBUG nova.network.neutron [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updating instance_info_cache with network_info: [{"id": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "address": "fa:16:3e:28:1c:1e", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd8abd5-5b", "ovs_interfaceid": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.028286] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e5fc2b-dad2-4132-a3fb-7f08792341ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.068034] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3144399-d9ba-4bfe-a36d-6f48fc39b51d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.075244] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692490, 'name': Rename_Task, 'duration_secs': 0.492446} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.077350] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1654.077945] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-746526aa-f669-4542-aef1-800055dfee66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.080389] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405e9fca-9a69-4767-b25b-4dd51947ac2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.096858] env[62259]: DEBUG nova.compute.provider_tree [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.099343] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1654.099343] env[62259]: value = "task-1692491" [ 1654.099343] env[62259]: _type = "Task" [ 1654.099343] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.111362] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.133996] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.320243] env[62259]: DEBUG oslo_concurrency.lockutils [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-3ae727ee-f97a-4191-a414-430bc45dfe04-83ce05ef-1707-4b40-94de-7f7895cd2d54" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.320510] env[62259]: DEBUG oslo_concurrency.lockutils [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-3ae727ee-f97a-4191-a414-430bc45dfe04-83ce05ef-1707-4b40-94de-7f7895cd2d54" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.378983] env[62259]: DEBUG nova.network.neutron [req-2bdeaf19-2dcf-47e5-8afd-b4d69a4bf9cd req-c53d29f6-9263-45b3-8f19-79a5c6dff785 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updated VIF entry in instance network info cache for port ed9804ee-6cae-4ff6-bb31-968151fbbda6. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1654.379416] env[62259]: DEBUG nova.network.neutron [req-2bdeaf19-2dcf-47e5-8afd-b4d69a4bf9cd req-c53d29f6-9263-45b3-8f19-79a5c6dff785 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updating instance_info_cache with network_info: [{"id": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "address": "fa:16:3e:39:d2:ca", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9804ee-6c", "ovs_interfaceid": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.522128] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Releasing lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.522476] env[62259]: DEBUG nova.compute.manager [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance network_info: |[{"id": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "address": "fa:16:3e:28:1c:1e", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd8abd5-5b", "ovs_interfaceid": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1654.522793] env[62259]: DEBUG oslo_concurrency.lockutils [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] Acquired lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.523011] env[62259]: DEBUG nova.network.neutron [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Refreshing network info cache for port 8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.524221] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:1c:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cd8abd5-5b6a-4266-a1e3-594e4b8feb00', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.532418] env[62259]: DEBUG oslo.service.loopingcall [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.533432] env[62259]: DEBUG nova.compute.manager [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.533646] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.533876] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.534624] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6256a6-099c-4fb5-bc1e-a18462e4f144 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.537680] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a6df5b6-b564-4f48-b452-4004855dff76 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.559076] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.560558] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1523ea57-4d21-4f9f-a23a-139fd81b997c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.562358] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.562358] env[62259]: value = "task-1692492" [ 1654.562358] env[62259]: _type = "Task" [ 1654.562358] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.568394] env[62259]: DEBUG oslo_vmware.api [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1654.568394] env[62259]: value = "task-1692493" [ 1654.568394] env[62259]: _type = "Task" [ 1654.568394] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.572308] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692492, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.583934] env[62259]: DEBUG oslo_vmware.api [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.601751] env[62259]: DEBUG nova.scheduler.client.report [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1654.615436] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.657981] env[62259]: DEBUG nova.compute.manager [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1654.691098] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1654.691357] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1654.691514] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.691699] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1654.691843] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.691988] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1654.692219] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1654.692374] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1654.692549] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1654.692702] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1654.692878] env[62259]: DEBUG nova.virt.hardware [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1654.693764] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f0d63-cd36-4580-b424-4e044aa07be6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.702888] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b77fad6-3756-4047-8aab-7d3b3e649885 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.824491] env[62259]: DEBUG oslo_concurrency.lockutils [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.824708] env[62259]: DEBUG oslo_concurrency.lockutils [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.825623] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3653b94d-27c7-4b25-9f4d-8307148585c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.847938] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3780426e-ad30-4c23-b743-8bd554696b87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.875687] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Reconfiguring VM to detach interface {{(pid=62259) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1654.875835] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fba971e-6fc3-4567-b39e-435db1c50891 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.889291] env[62259]: DEBUG oslo_concurrency.lockutils [req-2bdeaf19-2dcf-47e5-8afd-b4d69a4bf9cd req-c53d29f6-9263-45b3-8f19-79a5c6dff785 service nova] Releasing lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.897339] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1654.897339] env[62259]: value = "task-1692494" [ 1654.897339] env[62259]: _type = "Task" [ 1654.897339] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.906714] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.072680] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692492, 'name': CreateVM_Task, 'duration_secs': 0.508649} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.075529] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1655.076177] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.076350] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.076655] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1655.077302] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9698cc93-b36f-449e-8e82-e22ed81710de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.082651] env[62259]: DEBUG oslo_vmware.api [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692493, 'name': PowerOffVM_Task, 'duration_secs': 0.244231} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.083839] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.084069] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.084423] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1655.084423] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c6e9ff-99ef-3ee7-c41d-067b2a601644" [ 1655.084423] env[62259]: _type = "Task" [ 1655.084423] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.084700] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e683f03-6a25-41cf-8427-2ba255e4da97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.096235] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c6e9ff-99ef-3ee7-c41d-067b2a601644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.109774] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.110327] env[62259]: DEBUG nova.compute.manager [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1655.113220] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.744s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.114637] env[62259]: INFO nova.compute.claims [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1655.124157] env[62259]: DEBUG oslo_vmware.api [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692491, 'name': PowerOnVM_Task, 'duration_secs': 0.953913} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.124484] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1655.124752] env[62259]: INFO nova.compute.manager [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1655.124970] env[62259]: DEBUG nova.compute.manager [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1655.127102] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3ea821-6af6-4c91-8a56-7d4cff93b048 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.312238] env[62259]: DEBUG nova.network.neutron [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updated VIF entry in instance network info cache for port 8cd8abd5-5b6a-4266-a1e3-594e4b8feb00. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.312627] env[62259]: DEBUG nova.network.neutron [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updating instance_info_cache with network_info: [{"id": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "address": "fa:16:3e:28:1c:1e", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd8abd5-5b", "ovs_interfaceid": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.350512] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.350841] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.351046] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Deleting the datastore file [datastore1] aababeef-d51a-4de0-9030-4369826d575e {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.351327] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-164b6e30-f085-4b84-a432-6b5a730b2445 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.359941] env[62259]: DEBUG oslo_vmware.api [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for the task: (returnval){ [ 1655.359941] env[62259]: value = "task-1692496" [ 1655.359941] env[62259]: _type = "Task" [ 1655.359941] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.369627] env[62259]: DEBUG oslo_vmware.api [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.409429] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.602633] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c6e9ff-99ef-3ee7-c41d-067b2a601644, 'name': SearchDatastore_Task, 'duration_secs': 0.019425} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.603089] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.603418] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.603758] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.603980] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.604253] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.604604] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adcc3d47-1bbd-4d4c-9948-dedc976fcb30 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.615397] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.615668] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.616703] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b739e99-0bf6-4759-aa42-b934f4ee2e26 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.621264] env[62259]: DEBUG nova.compute.utils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.625739] env[62259]: DEBUG nova.compute.manager [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1655.625864] env[62259]: DEBUG nova.network.neutron [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1655.633719] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1655.633719] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523b3613-4d93-f694-5ac8-0284b3059e9e" [ 1655.633719] env[62259]: _type = "Task" [ 1655.633719] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.647557] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523b3613-4d93-f694-5ac8-0284b3059e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.650826] env[62259]: INFO nova.compute.manager [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Took 24.98 seconds to build instance. [ 1655.687211] env[62259]: DEBUG nova.policy [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '352d671bb0ff4c43aa755d4e67b35771', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396f50687d444c03ab4b26142961e254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1655.812806] env[62259]: DEBUG nova.compute.manager [req-88f790f3-1998-411e-be61-4a51fbb5ec7c req-4a423103-b0a0-495a-b3a1-7422c7009797 service nova] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Received event network-vif-plugged-81d22fbd-34dd-410d-8a03-3218e19c9947 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1655.812806] env[62259]: DEBUG oslo_concurrency.lockutils [req-88f790f3-1998-411e-be61-4a51fbb5ec7c req-4a423103-b0a0-495a-b3a1-7422c7009797 service nova] Acquiring lock "805e7004-e44a-4c0d-9d8f-45878481cbc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.812806] env[62259]: DEBUG oslo_concurrency.lockutils [req-88f790f3-1998-411e-be61-4a51fbb5ec7c req-4a423103-b0a0-495a-b3a1-7422c7009797 service nova] Lock "805e7004-e44a-4c0d-9d8f-45878481cbc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.812806] env[62259]: DEBUG oslo_concurrency.lockutils [req-88f790f3-1998-411e-be61-4a51fbb5ec7c req-4a423103-b0a0-495a-b3a1-7422c7009797 service nova] Lock "805e7004-e44a-4c0d-9d8f-45878481cbc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.812806] env[62259]: DEBUG nova.compute.manager [req-88f790f3-1998-411e-be61-4a51fbb5ec7c req-4a423103-b0a0-495a-b3a1-7422c7009797 service nova] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] No waiting events found dispatching network-vif-plugged-81d22fbd-34dd-410d-8a03-3218e19c9947 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1655.812806] env[62259]: WARNING nova.compute.manager [req-88f790f3-1998-411e-be61-4a51fbb5ec7c req-4a423103-b0a0-495a-b3a1-7422c7009797 service nova] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Received unexpected event network-vif-plugged-81d22fbd-34dd-410d-8a03-3218e19c9947 for instance with vm_state building and task_state spawning. [ 1655.815604] env[62259]: DEBUG oslo_concurrency.lockutils [req-c78cfbae-b884-4ba9-a13b-7d30e690a866 req-37bd2194-cc62-45d9-a86a-7d081529e37c service nova] Releasing lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.871387] env[62259]: DEBUG oslo_vmware.api [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.908211] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.926495] env[62259]: DEBUG nova.network.neutron [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Successfully updated port: 81d22fbd-34dd-410d-8a03-3218e19c9947 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.015657] env[62259]: DEBUG nova.network.neutron [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Successfully created port: 156ce61a-6107-4bbb-b41b-fab42d64cee5 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1656.126749] env[62259]: DEBUG nova.compute.manager [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1656.150037] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523b3613-4d93-f694-5ac8-0284b3059e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.150982] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c53eec-a40e-4ed5-9310-7cca397c24ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.154014] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7750eae2-1ff9-473a-8bbf-f56e70771788 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7b771915-02f2-40df-9cae-0f15fc6c6508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.502s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.167294] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1656.167294] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fb0600-1dab-1780-d148-df579709244d" [ 1656.167294] env[62259]: _type = "Task" [ 1656.167294] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.179049] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fb0600-1dab-1780-d148-df579709244d, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.179501] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.179783] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 060d7047-d1d3-4b42-9558-15fa6090d43a/060d7047-d1d3-4b42-9558-15fa6090d43a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1656.180132] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2791f7cf-6caa-4c90-a2be-0219a37f7b49 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.189398] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1656.189398] env[62259]: value = "task-1692497" [ 1656.189398] env[62259]: _type = "Task" [ 1656.189398] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.199668] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.378189] env[62259]: DEBUG oslo_vmware.api [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Task: {'id': task-1692496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533147} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.378189] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.378189] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.378189] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.378189] env[62259]: INFO nova.compute.manager [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] [instance: aababeef-d51a-4de0-9030-4369826d575e] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1656.378189] env[62259]: DEBUG oslo.service.loopingcall [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.378189] env[62259]: DEBUG nova.compute.manager [-] [instance: aababeef-d51a-4de0-9030-4369826d575e] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1656.378189] env[62259]: DEBUG nova.network.neutron [-] [instance: aababeef-d51a-4de0-9030-4369826d575e] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.415871] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.428301] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.428816] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.429032] env[62259]: DEBUG nova.network.neutron [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.520494] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6916b8-4719-4676-bcba-63c96075942f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.524497] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "7b771915-02f2-40df-9cae-0f15fc6c6508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.524839] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7b771915-02f2-40df-9cae-0f15fc6c6508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.525094] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "7b771915-02f2-40df-9cae-0f15fc6c6508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.525387] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7b771915-02f2-40df-9cae-0f15fc6c6508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.525536] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7b771915-02f2-40df-9cae-0f15fc6c6508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.528640] env[62259]: INFO nova.compute.manager [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Terminating instance [ 1656.534924] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067dce17-7cfc-431f-8141-4d37a1074875 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.570865] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446bbc81-73d4-4ef2-b0d9-b6af77467057 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.583194] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d1b60-af28-452b-a2e8-70af779efc9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.600045] env[62259]: DEBUG nova.compute.provider_tree [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.700168] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692497, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.915892] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.963697] env[62259]: DEBUG nova.network.neutron [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.035018] env[62259]: DEBUG nova.compute.manager [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1657.035317] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1657.036189] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be0e31-a636-4efb-9137-320206e9d784 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.044586] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1657.044832] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a9b9e6-350b-40f3-af1f-644969a2e22c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.051713] env[62259]: DEBUG oslo_vmware.api [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1657.051713] env[62259]: value = "task-1692498" [ 1657.051713] env[62259]: _type = "Task" [ 1657.051713] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.066592] env[62259]: DEBUG oslo_vmware.api [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.104090] env[62259]: DEBUG nova.scheduler.client.report [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1657.139934] env[62259]: DEBUG nova.compute.manager [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1657.164712] env[62259]: DEBUG nova.network.neutron [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Updating instance_info_cache with network_info: [{"id": "81d22fbd-34dd-410d-8a03-3218e19c9947", "address": "fa:16:3e:f0:b2:7c", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d22fbd-34", "ovs_interfaceid": "81d22fbd-34dd-410d-8a03-3218e19c9947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.189988] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1657.190303] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1657.190580] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1657.191219] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1657.191409] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1657.191740] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1657.192174] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1657.192393] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1657.192735] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1657.192930] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1657.193134] env[62259]: DEBUG nova.virt.hardware [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1657.195327] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa535a1-3697-4759-98af-a37f0206e441 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.218850] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9a849-4887-49b3-9952-cf5092ead97a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.225631] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519848} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.226019] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 060d7047-d1d3-4b42-9558-15fa6090d43a/060d7047-d1d3-4b42-9558-15fa6090d43a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1657.226315] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1657.227193] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2163210-aa8c-486c-a512-4e4e7930f9f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.249504] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1657.249504] env[62259]: value = "task-1692499" [ 1657.249504] env[62259]: _type = "Task" [ 1657.249504] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.260888] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.290552] env[62259]: DEBUG nova.network.neutron [-] [instance: aababeef-d51a-4de0-9030-4369826d575e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.412152] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.562677] env[62259]: DEBUG oslo_vmware.api [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692498, 'name': PowerOffVM_Task, 'duration_secs': 0.248479} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.562943] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.563275] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1657.563552] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43358d1-0b74-4e74-af86-34b5babc7cba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.609968] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.610972] env[62259]: DEBUG nova.compute.manager [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1657.617046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.469s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.617046] env[62259]: DEBUG nova.objects.instance [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'resources' on Instance uuid 656db28c-aa12-43c6-be4a-e3abfd6345bd {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.670071] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.670416] env[62259]: DEBUG nova.compute.manager [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Instance network_info: |[{"id": "81d22fbd-34dd-410d-8a03-3218e19c9947", "address": "fa:16:3e:f0:b2:7c", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d22fbd-34", "ovs_interfaceid": "81d22fbd-34dd-410d-8a03-3218e19c9947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1657.671029] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1657.671230] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1657.671560] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleting the datastore file [datastore1] 7b771915-02f2-40df-9cae-0f15fc6c6508 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1657.672591] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b2:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d22fbd-34dd-410d-8a03-3218e19c9947', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1657.684726] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Creating folder: Project (396f50687d444c03ab4b26142961e254). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1657.685065] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6177c4e5-0c38-43b8-94d6-3067fa2361bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.688081] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11cf1ede-c080-4a7a-a03f-9b52164f96ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.696972] env[62259]: DEBUG oslo_vmware.api [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1657.696972] env[62259]: value = "task-1692502" [ 1657.696972] env[62259]: _type = "Task" [ 1657.696972] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.701716] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Created folder: Project (396f50687d444c03ab4b26142961e254) in parent group-v352705. [ 1657.702013] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Creating folder: Instances. Parent ref: group-v352943. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1657.702566] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-200f7fbe-60be-428d-addb-3c05dcdde95b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.708163] env[62259]: DEBUG oslo_vmware.api [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.718879] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Created folder: Instances in parent group-v352943. [ 1657.718879] env[62259]: DEBUG oslo.service.loopingcall [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1657.718879] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1657.718879] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ec33c52-a7df-46d3-8a78-be5c19443ef8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.740522] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1657.740522] env[62259]: value = "task-1692504" [ 1657.740522] env[62259]: _type = "Task" [ 1657.740522] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.749569] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692504, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.761486] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067135} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.761746] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.763891] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ced401d-fd90-4512-945c-965b49676629 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.788368] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 060d7047-d1d3-4b42-9558-15fa6090d43a/060d7047-d1d3-4b42-9558-15fa6090d43a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.788721] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a9fe81-6ef7-4d10-b6b7-bd98ca335d94 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.811813] env[62259]: INFO nova.compute.manager [-] [instance: aababeef-d51a-4de0-9030-4369826d575e] Took 1.44 seconds to deallocate network for instance. [ 1657.813181] env[62259]: DEBUG nova.compute.manager [req-21365552-d92a-420c-9989-b007e7790426 req-71838e21-b71c-4bb7-a7d3-c6a4795491f7 service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Received event network-vif-plugged-156ce61a-6107-4bbb-b41b-fab42d64cee5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1657.813390] env[62259]: DEBUG oslo_concurrency.lockutils [req-21365552-d92a-420c-9989-b007e7790426 req-71838e21-b71c-4bb7-a7d3-c6a4795491f7 service nova] Acquiring lock "037915e4-25ce-4630-8c92-916d32f27f5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.813595] env[62259]: DEBUG oslo_concurrency.lockutils [req-21365552-d92a-420c-9989-b007e7790426 req-71838e21-b71c-4bb7-a7d3-c6a4795491f7 service nova] Lock "037915e4-25ce-4630-8c92-916d32f27f5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.813758] env[62259]: DEBUG oslo_concurrency.lockutils [req-21365552-d92a-420c-9989-b007e7790426 req-71838e21-b71c-4bb7-a7d3-c6a4795491f7 service nova] Lock "037915e4-25ce-4630-8c92-916d32f27f5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.813920] env[62259]: DEBUG nova.compute.manager [req-21365552-d92a-420c-9989-b007e7790426 req-71838e21-b71c-4bb7-a7d3-c6a4795491f7 service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] No waiting events found dispatching network-vif-plugged-156ce61a-6107-4bbb-b41b-fab42d64cee5 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.814094] env[62259]: WARNING nova.compute.manager [req-21365552-d92a-420c-9989-b007e7790426 req-71838e21-b71c-4bb7-a7d3-c6a4795491f7 service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Received unexpected event network-vif-plugged-156ce61a-6107-4bbb-b41b-fab42d64cee5 for instance with vm_state building and task_state spawning. [ 1657.823011] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1657.823011] env[62259]: value = "task-1692505" [ 1657.823011] env[62259]: _type = "Task" [ 1657.823011] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.832850] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.842905] env[62259]: DEBUG nova.compute.manager [req-6113f468-1d7c-490b-839c-095562fcb548 req-10229c3d-6e64-4130-b5a9-fb36859c20ae service nova] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Received event network-changed-81d22fbd-34dd-410d-8a03-3218e19c9947 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1657.843147] env[62259]: DEBUG nova.compute.manager [req-6113f468-1d7c-490b-839c-095562fcb548 req-10229c3d-6e64-4130-b5a9-fb36859c20ae service nova] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Refreshing instance network info cache due to event network-changed-81d22fbd-34dd-410d-8a03-3218e19c9947. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1657.843385] env[62259]: DEBUG oslo_concurrency.lockutils [req-6113f468-1d7c-490b-839c-095562fcb548 req-10229c3d-6e64-4130-b5a9-fb36859c20ae service nova] Acquiring lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.843530] env[62259]: DEBUG oslo_concurrency.lockutils [req-6113f468-1d7c-490b-839c-095562fcb548 req-10229c3d-6e64-4130-b5a9-fb36859c20ae service nova] Acquired lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.843690] env[62259]: DEBUG nova.network.neutron [req-6113f468-1d7c-490b-839c-095562fcb548 req-10229c3d-6e64-4130-b5a9-fb36859c20ae service nova] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Refreshing network info cache for port 81d22fbd-34dd-410d-8a03-3218e19c9947 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.913593] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.118948] env[62259]: DEBUG nova.compute.utils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1658.123513] env[62259]: DEBUG nova.compute.manager [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1658.123708] env[62259]: DEBUG nova.network.neutron [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1658.180627] env[62259]: DEBUG nova.policy [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62eee616d5a04d60940ed3baa7a7c92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912dd7c70e4046a6838429f2f11c6987', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1658.213830] env[62259]: DEBUG oslo_vmware.api [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365268} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.214980] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1658.214980] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1658.214980] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1658.214980] env[62259]: INFO nova.compute.manager [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1658.214980] env[62259]: DEBUG oslo.service.loopingcall [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.215274] env[62259]: DEBUG nova.compute.manager [-] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1658.215274] env[62259]: DEBUG nova.network.neutron [-] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1658.246656] env[62259]: DEBUG nova.network.neutron [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Successfully updated port: 156ce61a-6107-4bbb-b41b-fab42d64cee5 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1658.254090] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692504, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.327706] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.340642] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692505, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.418086] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.452532] env[62259]: DEBUG nova.compute.manager [req-fd6a2412-cb22-40c3-a377-1ac10a3501e7 req-153ea78b-ebaa-436a-9c53-a18031aa33dc service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Received event network-changed-156ce61a-6107-4bbb-b41b-fab42d64cee5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1658.452648] env[62259]: DEBUG nova.compute.manager [req-fd6a2412-cb22-40c3-a377-1ac10a3501e7 req-153ea78b-ebaa-436a-9c53-a18031aa33dc service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Refreshing instance network info cache due to event network-changed-156ce61a-6107-4bbb-b41b-fab42d64cee5. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1658.452898] env[62259]: DEBUG oslo_concurrency.lockutils [req-fd6a2412-cb22-40c3-a377-1ac10a3501e7 req-153ea78b-ebaa-436a-9c53-a18031aa33dc service nova] Acquiring lock "refresh_cache-037915e4-25ce-4630-8c92-916d32f27f5a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.454145] env[62259]: DEBUG oslo_concurrency.lockutils [req-fd6a2412-cb22-40c3-a377-1ac10a3501e7 req-153ea78b-ebaa-436a-9c53-a18031aa33dc service nova] Acquired lock "refresh_cache-037915e4-25ce-4630-8c92-916d32f27f5a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.454374] env[62259]: DEBUG nova.network.neutron [req-fd6a2412-cb22-40c3-a377-1ac10a3501e7 req-153ea78b-ebaa-436a-9c53-a18031aa33dc service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Refreshing network info cache for port 156ce61a-6107-4bbb-b41b-fab42d64cee5 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.533194] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85a95b4-794d-4637-8ec8-c180544502d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.546297] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d0aca7-2805-4ad1-8931-1c340cb7fbe5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.588626] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6325db78-c6f5-441e-9562-083d92b08a77 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.598564] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30edd13e-695c-40a4-8c8a-3d52fcca8c32 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.614660] env[62259]: DEBUG nova.compute.provider_tree [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.624405] env[62259]: DEBUG nova.compute.manager [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1658.730566] env[62259]: DEBUG nova.network.neutron [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Successfully created port: b732cc49-ac4f-4812-b580-342b9a1f7aa7 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1658.752404] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692504, 'name': CreateVM_Task, 'duration_secs': 0.584805} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.753361] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1658.754391] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.754651] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.758015] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1658.758015] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "refresh_cache-037915e4-25ce-4630-8c92-916d32f27f5a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.758015] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aedd41a-88c1-41d2-89eb-f4c916719382 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.762132] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1658.762132] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52584633-9103-c6ae-5845-24a0f1030702" [ 1658.762132] env[62259]: _type = "Task" [ 1658.762132] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.773905] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52584633-9103-c6ae-5845-24a0f1030702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.843868] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692505, 'name': ReconfigVM_Task, 'duration_secs': 0.538341} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.845498] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 060d7047-d1d3-4b42-9558-15fa6090d43a/060d7047-d1d3-4b42-9558-15fa6090d43a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.846465] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dc265d4-526b-4edd-9977-0c97af65102e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.857788] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1658.857788] env[62259]: value = "task-1692506" [ 1658.857788] env[62259]: _type = "Task" [ 1658.857788] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.870986] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692506, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.879890] env[62259]: DEBUG nova.network.neutron [req-6113f468-1d7c-490b-839c-095562fcb548 req-10229c3d-6e64-4130-b5a9-fb36859c20ae service nova] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Updated VIF entry in instance network info cache for port 81d22fbd-34dd-410d-8a03-3218e19c9947. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1658.880428] env[62259]: DEBUG nova.network.neutron [req-6113f468-1d7c-490b-839c-095562fcb548 req-10229c3d-6e64-4130-b5a9-fb36859c20ae service nova] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Updating instance_info_cache with network_info: [{"id": "81d22fbd-34dd-410d-8a03-3218e19c9947", "address": "fa:16:3e:f0:b2:7c", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d22fbd-34", "ovs_interfaceid": "81d22fbd-34dd-410d-8a03-3218e19c9947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.916446] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.995839] env[62259]: DEBUG nova.network.neutron [req-fd6a2412-cb22-40c3-a377-1ac10a3501e7 req-153ea78b-ebaa-436a-9c53-a18031aa33dc service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1659.093234] env[62259]: DEBUG nova.network.neutron [req-fd6a2412-cb22-40c3-a377-1ac10a3501e7 req-153ea78b-ebaa-436a-9c53-a18031aa33dc service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.118330] env[62259]: DEBUG nova.scheduler.client.report [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1659.272979] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52584633-9103-c6ae-5845-24a0f1030702, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.273344] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.273554] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1659.273815] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.273920] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.274104] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.274358] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-435b9158-4d42-4cba-9815-e39a21908f98 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.283566] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.284385] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.285835] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.286527] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1659.287845] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3ad6e5-43eb-45c2-82d1-1bcc6aa47aa6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.294667] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1659.294667] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bf413f-e535-e585-ba16-fcd12e5f4665" [ 1659.294667] env[62259]: _type = "Task" [ 1659.294667] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.303833] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bf413f-e535-e585-ba16-fcd12e5f4665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.331792] env[62259]: DEBUG nova.network.neutron [-] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.370473] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692506, 'name': Rename_Task, 'duration_secs': 0.166974} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.370473] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.370473] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da05ef85-985f-4850-8642-0b3eba419a59 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.379025] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1659.379025] env[62259]: value = "task-1692507" [ 1659.379025] env[62259]: _type = "Task" [ 1659.379025] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.387847] env[62259]: DEBUG oslo_concurrency.lockutils [req-6113f468-1d7c-490b-839c-095562fcb548 req-10229c3d-6e64-4130-b5a9-fb36859c20ae service nova] Releasing lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.388405] env[62259]: DEBUG nova.compute.manager [req-6113f468-1d7c-490b-839c-095562fcb548 req-10229c3d-6e64-4130-b5a9-fb36859c20ae service nova] [instance: aababeef-d51a-4de0-9030-4369826d575e] Received event network-vif-deleted-a9a0ae6b-eee9-4bef-83cd-d6506acd6e3a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1659.388958] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.415798] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.597422] env[62259]: DEBUG oslo_concurrency.lockutils [req-fd6a2412-cb22-40c3-a377-1ac10a3501e7 req-153ea78b-ebaa-436a-9c53-a18031aa33dc service nova] Releasing lock "refresh_cache-037915e4-25ce-4630-8c92-916d32f27f5a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.597422] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "refresh_cache-037915e4-25ce-4630-8c92-916d32f27f5a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.597422] env[62259]: DEBUG nova.network.neutron [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.625506] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.627476] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.168s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.628075] env[62259]: DEBUG nova.objects.instance [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lazy-loading 'resources' on Instance uuid cd8b2ef1-fb0d-428a-ba3e-f538646d3759 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.633301] env[62259]: DEBUG nova.compute.manager [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1659.654760] env[62259]: INFO nova.scheduler.client.report [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleted allocations for instance 656db28c-aa12-43c6-be4a-e3abfd6345bd [ 1659.678039] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1659.678039] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1659.678039] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1659.678039] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1659.678039] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1659.678039] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1659.678039] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1659.678039] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1659.679293] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1659.679293] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1659.679293] env[62259]: DEBUG nova.virt.hardware [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1659.680215] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10bfd9a-a28e-42e4-bc3d-9eaa77be91c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.690718] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5941f0e5-c48a-41b7-8744-397d5b148be7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.796256] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.796528] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1659.813172] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bf413f-e535-e585-ba16-fcd12e5f4665, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.815154] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c1c318-b8ee-4b64-9842-cfba455b8883 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.822864] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1659.822864] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52831b1c-acf0-624d-bc7b-c6e008396856" [ 1659.822864] env[62259]: _type = "Task" [ 1659.822864] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.833011] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52831b1c-acf0-624d-bc7b-c6e008396856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.834628] env[62259]: INFO nova.compute.manager [-] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Took 1.62 seconds to deallocate network for instance. [ 1659.889255] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692507, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.914978] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.113297] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquiring lock "d4c33baa-e2a1-4105-8539-b542e1222fe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.113732] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "d4c33baa-e2a1-4105-8539-b542e1222fe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.150404] env[62259]: DEBUG nova.network.neutron [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.173411] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c46f5e9b-ebf9-4462-bffd-15111f7b2377 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "656db28c-aa12-43c6-be4a-e3abfd6345bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.034s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.340596] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52831b1c-acf0-624d-bc7b-c6e008396856, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.340906] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.341182] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 805e7004-e44a-4c0d-9d8f-45878481cbc1/805e7004-e44a-4c0d-9d8f-45878481cbc1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1660.342070] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.342358] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d97fc834-d694-434b-b5b4-b01ee55d49b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.352604] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1660.352604] env[62259]: value = "task-1692508" [ 1660.352604] env[62259]: _type = "Task" [ 1660.352604] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.357036] env[62259]: DEBUG nova.network.neutron [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Updating instance_info_cache with network_info: [{"id": "156ce61a-6107-4bbb-b41b-fab42d64cee5", "address": "fa:16:3e:89:6a:46", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156ce61a-61", "ovs_interfaceid": "156ce61a-6107-4bbb-b41b-fab42d64cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.366991] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.387758] env[62259]: DEBUG oslo_vmware.api [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692507, 'name': PowerOnVM_Task, 'duration_secs': 0.576157} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.390964] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.391213] env[62259]: INFO nova.compute.manager [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1660.391412] env[62259]: DEBUG nova.compute.manager [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.392431] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0fdd01-f986-4368-abb8-1b25ead628ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.418815] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.478866] env[62259]: DEBUG nova.compute.manager [req-4832208c-9339-4c1e-a2fe-db058d52d45d req-9197aca1-040d-4501-b4e8-f722e2312f44 service nova] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Received event network-vif-deleted-d78f1781-8424-48c4-9d4c-c02383cc6453 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1660.505150] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffecc5f-84ae-42f4-91b4-7f0c63dbf309 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.513880] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c2bff4-93e7-4593-a981-27554f2016a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.547460] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3abb78-85cb-4aa9-88da-a640471cb169 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.551456] env[62259]: DEBUG nova.compute.manager [req-0767ce5c-4324-48b5-bb04-bf585c415221 req-ceee53f4-00a1-4a3b-a419-ccd0979c907c service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Received event network-vif-plugged-b732cc49-ac4f-4812-b580-342b9a1f7aa7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1660.551670] env[62259]: DEBUG oslo_concurrency.lockutils [req-0767ce5c-4324-48b5-bb04-bf585c415221 req-ceee53f4-00a1-4a3b-a419-ccd0979c907c service nova] Acquiring lock "3b931905-8d0d-4307-bb41-1b583f1eadcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.551939] env[62259]: DEBUG oslo_concurrency.lockutils [req-0767ce5c-4324-48b5-bb04-bf585c415221 req-ceee53f4-00a1-4a3b-a419-ccd0979c907c service nova] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.552105] env[62259]: DEBUG oslo_concurrency.lockutils [req-0767ce5c-4324-48b5-bb04-bf585c415221 req-ceee53f4-00a1-4a3b-a419-ccd0979c907c service nova] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.553075] env[62259]: DEBUG nova.compute.manager [req-0767ce5c-4324-48b5-bb04-bf585c415221 req-ceee53f4-00a1-4a3b-a419-ccd0979c907c service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] No waiting events found dispatching network-vif-plugged-b732cc49-ac4f-4812-b580-342b9a1f7aa7 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1660.553075] env[62259]: WARNING nova.compute.manager [req-0767ce5c-4324-48b5-bb04-bf585c415221 req-ceee53f4-00a1-4a3b-a419-ccd0979c907c service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Received unexpected event network-vif-plugged-b732cc49-ac4f-4812-b580-342b9a1f7aa7 for instance with vm_state building and task_state spawning. [ 1660.559678] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a290fb26-13a1-4b50-b615-4b9972aa8be1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.576591] env[62259]: DEBUG nova.compute.provider_tree [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.618431] env[62259]: DEBUG nova.compute.manager [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1660.702118] env[62259]: DEBUG nova.network.neutron [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Successfully updated port: b732cc49-ac4f-4812-b580-342b9a1f7aa7 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1660.859112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "refresh_cache-037915e4-25ce-4630-8c92-916d32f27f5a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.859951] env[62259]: DEBUG nova.compute.manager [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Instance network_info: |[{"id": "156ce61a-6107-4bbb-b41b-fab42d64cee5", "address": "fa:16:3e:89:6a:46", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156ce61a-61", "ovs_interfaceid": "156ce61a-6107-4bbb-b41b-fab42d64cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1660.860403] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:6a:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '156ce61a-6107-4bbb-b41b-fab42d64cee5', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1660.867736] env[62259]: DEBUG oslo.service.loopingcall [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.871231] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1660.871545] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.871780] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b305476a-93ab-459d-9e61-05db1ca0aa3a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.892823] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1660.892823] env[62259]: value = "task-1692509" [ 1660.892823] env[62259]: _type = "Task" [ 1660.892823] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.906681] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692509, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.912292] env[62259]: INFO nova.compute.manager [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Took 24.50 seconds to build instance. [ 1660.919177] env[62259]: DEBUG oslo_vmware.api [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692494, 'name': ReconfigVM_Task, 'duration_secs': 5.776614} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.919434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.919635] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Reconfigured VM to detach interface {{(pid=62259) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1661.083139] env[62259]: DEBUG nova.scheduler.client.report [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1661.146612] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.208092] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-3b931905-8d0d-4307-bb41-1b583f1eadcc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.208092] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-3b931905-8d0d-4307-bb41-1b583f1eadcc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.208092] env[62259]: DEBUG nova.network.neutron [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.367470] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692508, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.411338] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692509, 'name': CreateVM_Task, 'duration_secs': 0.401414} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.412542] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.413529] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.413970] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.414493] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.415348] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e8c5d4d-b8b8-4c30-898c-382350f0388c tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.018s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.415717] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736061a7-20fc-4c63-b84f-49f394ebeca9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.426121] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1661.426121] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fb41ff-34ac-f1b8-dd07-21ccaf50de39" [ 1661.426121] env[62259]: _type = "Task" [ 1661.426121] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.436700] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fb41ff-34ac-f1b8-dd07-21ccaf50de39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.596119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.596119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.882s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.596119] env[62259]: DEBUG nova.objects.instance [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lazy-loading 'resources' on Instance uuid 932a0f6b-09fa-49e9-bd14-87b910230b05 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.628044] env[62259]: INFO nova.scheduler.client.report [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Deleted allocations for instance cd8b2ef1-fb0d-428a-ba3e-f538646d3759 [ 1661.779150] env[62259]: DEBUG nova.network.neutron [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1661.866142] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692508, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.200446} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.867023] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 805e7004-e44a-4c0d-9d8f-45878481cbc1/805e7004-e44a-4c0d-9d8f-45878481cbc1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.867023] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.867023] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cfcb401-684b-4e74-bed4-56276c5afc66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.875431] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1661.875431] env[62259]: value = "task-1692510" [ 1661.875431] env[62259]: _type = "Task" [ 1661.875431] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.884429] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.936524] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fb41ff-34ac-f1b8-dd07-21ccaf50de39, 'name': SearchDatastore_Task, 'duration_secs': 0.052069} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.936846] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.937207] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.937367] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.937531] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.937724] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.938023] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d70183-18b5-4a80-b648-b870773aaa85 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.949669] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.949864] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.950709] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a381dfba-ac38-40d2-b50c-8c913c250b3c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.956508] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1661.956508] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527ccd57-df8f-6b6d-ff96-82eff1ac3952" [ 1661.956508] env[62259]: _type = "Task" [ 1661.956508] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.965742] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527ccd57-df8f-6b6d-ff96-82eff1ac3952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.084635] env[62259]: DEBUG nova.network.neutron [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Updating instance_info_cache with network_info: [{"id": "b732cc49-ac4f-4812-b580-342b9a1f7aa7", "address": "fa:16:3e:00:75:e8", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb732cc49-ac", "ovs_interfaceid": "b732cc49-ac4f-4812-b580-342b9a1f7aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.138850] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00fef300-d9b0-47fc-bb86-dd1534219b76 tempest-ServerActionsTestJSON-722424606 tempest-ServerActionsTestJSON-722424606-project-member] Lock "cd8b2ef1-fb0d-428a-ba3e-f538646d3759" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.356s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.391338] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081071} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.391338] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.391338] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a15a5e5-e278-412d-8aef-8019fae077ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.413719] env[62259]: DEBUG oslo_concurrency.lockutils [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.413999] env[62259]: DEBUG oslo_concurrency.lockutils [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.414295] env[62259]: DEBUG nova.network.neutron [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.434481] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 805e7004-e44a-4c0d-9d8f-45878481cbc1/805e7004-e44a-4c0d-9d8f-45878481cbc1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.439589] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d157b87-9d1e-451b-925d-ad5e03948a88 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.474231] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527ccd57-df8f-6b6d-ff96-82eff1ac3952, 'name': SearchDatastore_Task, 'duration_secs': 0.028267} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.480108] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1662.480108] env[62259]: value = "task-1692511" [ 1662.480108] env[62259]: _type = "Task" [ 1662.480108] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.480542] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8467900-7164-40bf-b4ac-2fb3790219c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.492668] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1662.492668] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529431fe-f403-4c23-3004-7ed555c85b2b" [ 1662.492668] env[62259]: _type = "Task" [ 1662.492668] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.496359] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.508880] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529431fe-f403-4c23-3004-7ed555c85b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.514165] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66635d14-dfc2-42dc-9e46-8dfa4cf81877 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.521957] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91e7db2-fa07-47d6-a12c-720f49cfd38f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.559186] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135df41a-71d4-424d-bd4a-d0aa72a33c57 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.567874] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab37be-17b9-456f-8e4e-4832c75ac33e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.583609] env[62259]: DEBUG nova.compute.provider_tree [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.587760] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-3b931905-8d0d-4307-bb41-1b583f1eadcc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.588071] env[62259]: DEBUG nova.compute.manager [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Instance network_info: |[{"id": "b732cc49-ac4f-4812-b580-342b9a1f7aa7", "address": "fa:16:3e:00:75:e8", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb732cc49-ac", "ovs_interfaceid": "b732cc49-ac4f-4812-b580-342b9a1f7aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1662.588468] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:75:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b732cc49-ac4f-4812-b580-342b9a1f7aa7', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1662.596409] env[62259]: DEBUG oslo.service.loopingcall [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.597282] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1662.597523] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e78f3fcf-d8b4-4e01-9a44-284a60794e3e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.620137] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1662.620137] env[62259]: value = "task-1692512" [ 1662.620137] env[62259]: _type = "Task" [ 1662.620137] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.630177] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692512, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.995675] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692511, 'name': ReconfigVM_Task, 'duration_secs': 0.346239} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.995964] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 805e7004-e44a-4c0d-9d8f-45878481cbc1/805e7004-e44a-4c0d-9d8f-45878481cbc1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1662.996738] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-513c1f56-64f3-4e8e-a39b-de89ec71b41c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.007983] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529431fe-f403-4c23-3004-7ed555c85b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.024865} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.009227] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.009487] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 037915e4-25ce-4630-8c92-916d32f27f5a/037915e4-25ce-4630-8c92-916d32f27f5a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.009800] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1663.009800] env[62259]: value = "task-1692513" [ 1663.009800] env[62259]: _type = "Task" [ 1663.009800] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.009990] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f6bdfb-f73a-4a4d-ab19-12cc56de48b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.023099] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692513, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.024409] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1663.024409] env[62259]: value = "task-1692514" [ 1663.024409] env[62259]: _type = "Task" [ 1663.024409] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.033297] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.087522] env[62259]: DEBUG nova.scheduler.client.report [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1663.133285] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692512, 'name': CreateVM_Task, 'duration_secs': 0.394704} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.133575] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1663.134319] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.134501] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.134842] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1663.135150] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b12638f-e1ae-4030-bc6f-1c42d7361297 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.141256] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1663.141256] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521013fe-bc74-b1bc-dfc1-d836d278f2a7" [ 1663.141256] env[62259]: _type = "Task" [ 1663.141256] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.150528] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521013fe-bc74-b1bc-dfc1-d836d278f2a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.203869] env[62259]: DEBUG nova.compute.manager [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Received event network-changed-b732cc49-ac4f-4812-b580-342b9a1f7aa7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1663.203869] env[62259]: DEBUG nova.compute.manager [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Refreshing instance network info cache due to event network-changed-b732cc49-ac4f-4812-b580-342b9a1f7aa7. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1663.203869] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Acquiring lock "refresh_cache-3b931905-8d0d-4307-bb41-1b583f1eadcc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.203869] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Acquired lock "refresh_cache-3b931905-8d0d-4307-bb41-1b583f1eadcc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.203869] env[62259]: DEBUG nova.network.neutron [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Refreshing network info cache for port b732cc49-ac4f-4812-b580-342b9a1f7aa7 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.447366] env[62259]: INFO nova.network.neutron [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Port 83ce05ef-1707-4b40-94de-7f7895cd2d54 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1663.447771] env[62259]: DEBUG nova.network.neutron [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updating instance_info_cache with network_info: [{"id": "d54be10e-3ab1-4c52-8040-1f0eef426648", "address": "fa:16:3e:f6:ff:a2", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54be10e-3a", "ovs_interfaceid": "d54be10e-3ab1-4c52-8040-1f0eef426648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.483680] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "ab947d15-2908-44d2-865b-f229ee992721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.483994] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.527252] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692513, 'name': Rename_Task, 'duration_secs': 0.263785} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.527252] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.527252] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61297dbc-f2fc-4d00-aa34-6c0a44050ceb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.543834] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1663.543834] env[62259]: value = "task-1692515" [ 1663.543834] env[62259]: _type = "Task" [ 1663.543834] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.544142] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692514, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.559258] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.598229] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.603111] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.853s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.603111] env[62259]: DEBUG nova.objects.instance [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lazy-loading 'resources' on Instance uuid 865c009b-cbc0-45dd-84fa-42cce7f8222b {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.635544] env[62259]: INFO nova.scheduler.client.report [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Deleted allocations for instance 932a0f6b-09fa-49e9-bd14-87b910230b05 [ 1663.660099] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521013fe-bc74-b1bc-dfc1-d836d278f2a7, 'name': SearchDatastore_Task, 'duration_secs': 0.019329} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.662684] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.662684] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1663.662684] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.662684] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.662684] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1663.662684] env[62259]: DEBUG oslo_concurrency.lockutils [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "3ae727ee-f97a-4191-a414-430bc45dfe04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.663175] env[62259]: DEBUG oslo_concurrency.lockutils [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.663382] env[62259]: DEBUG oslo_concurrency.lockutils [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "3ae727ee-f97a-4191-a414-430bc45dfe04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.663771] env[62259]: DEBUG oslo_concurrency.lockutils [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.666351] env[62259]: DEBUG oslo_concurrency.lockutils [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.666351] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8e0877e-0d3a-4120-8498-f83d00144845 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.670583] env[62259]: INFO nova.compute.manager [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Terminating instance [ 1663.680739] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1663.680944] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1663.682997] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74f4b00-ae6e-4998-a4c7-1e42494b4669 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.696207] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1663.696207] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b37aae-7065-d557-26ba-8c36af2c94b1" [ 1663.696207] env[62259]: _type = "Task" [ 1663.696207] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.707870] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b37aae-7065-d557-26ba-8c36af2c94b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.950441] env[62259]: DEBUG oslo_concurrency.lockutils [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.986516] env[62259]: DEBUG nova.compute.manager [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1664.040572] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787198} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.041086] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 037915e4-25ce-4630-8c92-916d32f27f5a/037915e4-25ce-4630-8c92-916d32f27f5a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.041333] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.041725] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb922b90-621a-474d-a1aa-ae464c595c2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.054061] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1664.054061] env[62259]: value = "task-1692516" [ 1664.054061] env[62259]: _type = "Task" [ 1664.054061] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.060676] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.066766] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.105762] env[62259]: DEBUG nova.objects.instance [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lazy-loading 'numa_topology' on Instance uuid 865c009b-cbc0-45dd-84fa-42cce7f8222b {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.147635] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f31d9d2-a438-45fc-8552-bbdb9ecd9f56 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "932a0f6b-09fa-49e9-bd14-87b910230b05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.971s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.154643] env[62259]: DEBUG nova.network.neutron [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Updated VIF entry in instance network info cache for port b732cc49-ac4f-4812-b580-342b9a1f7aa7. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.155166] env[62259]: DEBUG nova.network.neutron [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Updating instance_info_cache with network_info: [{"id": "b732cc49-ac4f-4812-b580-342b9a1f7aa7", "address": "fa:16:3e:00:75:e8", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb732cc49-ac", "ovs_interfaceid": "b732cc49-ac4f-4812-b580-342b9a1f7aa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.175922] env[62259]: DEBUG nova.compute.manager [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.176107] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.177359] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4a46f-72dc-4538-b3de-4d18eee4a88b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.188743] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.189085] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320102eb-865c-49c4-9ef4-0e4a10cb5883 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.196986] env[62259]: DEBUG oslo_vmware.api [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1664.196986] env[62259]: value = "task-1692517" [ 1664.196986] env[62259]: _type = "Task" [ 1664.196986] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.210679] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b37aae-7065-d557-26ba-8c36af2c94b1, 'name': SearchDatastore_Task, 'duration_secs': 0.05177} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.215090] env[62259]: DEBUG oslo_vmware.api [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.215328] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e844f1d3-f84a-40b0-9d8c-11ed9fa48d2b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.222780] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1664.222780] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524443fe-0477-216b-8e83-5d14986cf12c" [ 1664.222780] env[62259]: _type = "Task" [ 1664.222780] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.232142] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524443fe-0477-216b-8e83-5d14986cf12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.334757] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1664.334757] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.334757] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.334757] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.334757] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.334757] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.334757] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.334757] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1664.334757] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.456464] env[62259]: DEBUG oslo_concurrency.lockutils [None req-95867555-db30-488e-82c9-52c4eaebd053 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-3ae727ee-f97a-4191-a414-430bc45dfe04-83ce05ef-1707-4b40-94de-7f7895cd2d54" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.135s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.513975] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.563483] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.567731] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071864} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.568124] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.568826] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e945c245-f32c-41af-8a60-80a6028613d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.599138] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 037915e4-25ce-4630-8c92-916d32f27f5a/037915e4-25ce-4630-8c92-916d32f27f5a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.599596] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a77cfa9-12ec-4564-afc0-3556962bb2a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.620438] env[62259]: DEBUG nova.objects.base [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Object Instance<865c009b-cbc0-45dd-84fa-42cce7f8222b> lazy-loaded attributes: resources,numa_topology {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1664.629632] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1664.629632] env[62259]: value = "task-1692518" [ 1664.629632] env[62259]: _type = "Task" [ 1664.629632] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.640661] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.658599] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Releasing lock "refresh_cache-3b931905-8d0d-4307-bb41-1b583f1eadcc" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.658961] env[62259]: DEBUG nova.compute.manager [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Received event network-vif-deleted-83ce05ef-1707-4b40-94de-7f7895cd2d54 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1664.659166] env[62259]: INFO nova.compute.manager [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Neutron deleted interface 83ce05ef-1707-4b40-94de-7f7895cd2d54; detaching it from the instance and deleting it from the info cache [ 1664.659447] env[62259]: DEBUG nova.network.neutron [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updating instance_info_cache with network_info: [{"id": "d54be10e-3ab1-4c52-8040-1f0eef426648", "address": "fa:16:3e:f6:ff:a2", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd54be10e-3a", "ovs_interfaceid": "d54be10e-3ab1-4c52-8040-1f0eef426648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.711813] env[62259]: DEBUG oslo_vmware.api [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692517, 'name': PowerOffVM_Task, 'duration_secs': 0.400031} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.718740] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.718847] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.719671] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41c2df81-f997-4a71-b852-a94b01f38148 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.735907] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524443fe-0477-216b-8e83-5d14986cf12c, 'name': SearchDatastore_Task, 'duration_secs': 0.015959} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.736230] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.736496] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3b931905-8d0d-4307-bb41-1b583f1eadcc/3b931905-8d0d-4307-bb41-1b583f1eadcc.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1664.736799] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13855798-1aac-40ea-816c-3e5cc233298d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.747482] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1664.747482] env[62259]: value = "task-1692520" [ 1664.747482] env[62259]: _type = "Task" [ 1664.747482] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.760965] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.819643] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.819643] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.819643] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleting the datastore file [datastore1] 3ae727ee-f97a-4191-a414-430bc45dfe04 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.819643] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f4e06f8-c70b-481e-a586-671b78307d98 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.827791] env[62259]: DEBUG oslo_vmware.api [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1664.827791] env[62259]: value = "task-1692521" [ 1664.827791] env[62259]: _type = "Task" [ 1664.827791] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.844561] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.844715] env[62259]: DEBUG oslo_vmware.api [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.056549] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3c839e-bb62-443a-abeb-f399b06355ca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.064209] env[62259]: DEBUG oslo_vmware.api [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692515, 'name': PowerOnVM_Task, 'duration_secs': 1.180162} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.065118] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.067655] env[62259]: INFO nova.compute.manager [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1665.067899] env[62259]: DEBUG nova.compute.manager [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1665.070585] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbaeccb-9836-4c6c-b9ca-1a65929fd60a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.074038] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac90344-af7e-4ddd-a1da-880ee884739b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.120498] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfc3189-fa01-4c7f-8040-8591eebb5d6c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.129777] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d147f3d6-61d1-49b7-bcde-a458a0f0541d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.144736] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692518, 'name': ReconfigVM_Task, 'duration_secs': 0.327761} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.155178] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 037915e4-25ce-4630-8c92-916d32f27f5a/037915e4-25ce-4630-8c92-916d32f27f5a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.157453] env[62259]: DEBUG nova.compute.provider_tree [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.160389] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af5b88e8-8223-4b23-acf3-aef6e115e28b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.164437] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Acquiring lock "3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.174693] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1665.174693] env[62259]: value = "task-1692523" [ 1665.174693] env[62259]: _type = "Task" [ 1665.174693] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.187705] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692523, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.261598] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692520, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.346419] env[62259]: DEBUG oslo_vmware.api [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.382862] env[62259]: DEBUG nova.compute.manager [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Received event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1665.383260] env[62259]: DEBUG nova.compute.manager [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing instance network info cache due to event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1665.383622] env[62259]: DEBUG oslo_concurrency.lockutils [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] Acquiring lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.383947] env[62259]: DEBUG oslo_concurrency.lockutils [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] Acquired lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.384202] env[62259]: DEBUG nova.network.neutron [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.629109] env[62259]: INFO nova.compute.manager [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Took 28.62 seconds to build instance. [ 1665.664569] env[62259]: DEBUG nova.scheduler.client.report [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1665.694427] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692523, 'name': Rename_Task, 'duration_secs': 0.196358} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.694427] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1665.694427] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92037418-4385-49ef-b42f-c3f4aaa312bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.700557] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1665.700557] env[62259]: value = "task-1692524" [ 1665.700557] env[62259]: _type = "Task" [ 1665.700557] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.712233] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.762436] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855389} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.762436] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3b931905-8d0d-4307-bb41-1b583f1eadcc/3b931905-8d0d-4307-bb41-1b583f1eadcc.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.762436] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1665.763257] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec8914f-aa01-4b91-8e57-4f6df1398dfb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.770288] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1665.770288] env[62259]: value = "task-1692525" [ 1665.770288] env[62259]: _type = "Task" [ 1665.770288] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.779326] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.842352] env[62259]: DEBUG oslo_vmware.api [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.771962} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.842622] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1665.842811] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1665.842985] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1665.843174] env[62259]: INFO nova.compute.manager [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1665.843431] env[62259]: DEBUG oslo.service.loopingcall [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.843655] env[62259]: DEBUG nova.compute.manager [-] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1665.843705] env[62259]: DEBUG nova.network.neutron [-] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.091177] env[62259]: DEBUG nova.network.neutron [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updated VIF entry in instance network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1666.091576] env[62259]: DEBUG nova.network.neutron [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updating instance_info_cache with network_info: [{"id": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "address": "fa:16:3e:84:b5:63", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d84bdfd-e8", "ovs_interfaceid": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.131374] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e9d75e34-f034-47b9-bd55-6b23872c3225 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "805e7004-e44a-4c0d-9d8f-45878481cbc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.131s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.171078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.569s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.173998] env[62259]: DEBUG oslo_concurrency.lockutils [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.239s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.177645] env[62259]: DEBUG nova.objects.instance [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lazy-loading 'resources' on Instance uuid 1af408fc-cca0-46d1-a038-6c690df2c066 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.213871] env[62259]: DEBUG oslo_vmware.api [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692524, 'name': PowerOnVM_Task, 'duration_secs': 0.494522} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.214549] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1666.214779] env[62259]: INFO nova.compute.manager [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1666.215095] env[62259]: DEBUG nova.compute.manager [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.217258] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b1ea63-77e2-4826-8dc0-c1e5bf9928d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.289938] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103898} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.290325] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1666.291459] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d9e9f-e763-4105-be97-1b8ef49c71df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.331902] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 3b931905-8d0d-4307-bb41-1b583f1eadcc/3b931905-8d0d-4307-bb41-1b583f1eadcc.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.332092] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8484576-cd3f-4735-9d63-61fe29a138af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.369152] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1666.369152] env[62259]: value = "task-1692526" [ 1666.369152] env[62259]: _type = "Task" [ 1666.369152] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.383332] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.596767] env[62259]: DEBUG oslo_concurrency.lockutils [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] Releasing lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.597147] env[62259]: DEBUG nova.compute.manager [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Received event network-changed-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1666.599631] env[62259]: DEBUG nova.compute.manager [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Refreshing instance network info cache due to event network-changed-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1666.599631] env[62259]: DEBUG oslo_concurrency.lockutils [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] Acquiring lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.599631] env[62259]: DEBUG oslo_concurrency.lockutils [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] Acquired lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.599631] env[62259]: DEBUG nova.network.neutron [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Refreshing network info cache for port 8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.687067] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2a59b4b-331c-4ebb-a2e0-db28485662fd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.535s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.687831] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.554s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.688056] env[62259]: INFO nova.compute.manager [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Unshelving [ 1666.738178] env[62259]: INFO nova.compute.manager [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Took 29.01 seconds to build instance. [ 1666.889493] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692526, 'name': ReconfigVM_Task, 'duration_secs': 0.350374} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.894126] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 3b931905-8d0d-4307-bb41-1b583f1eadcc/3b931905-8d0d-4307-bb41-1b583f1eadcc.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.896624] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fae0a99-2d4d-4502-b89f-1c858cf006d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.908936] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1666.908936] env[62259]: value = "task-1692527" [ 1666.908936] env[62259]: _type = "Task" [ 1666.908936] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.924362] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692527, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.136943] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cf0bad-da05-47f0-806a-bf7f3d4a565f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.147796] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b711ee9-7df9-435d-87c6-70c721fce9e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.189457] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af22cf31-d311-4aa8-a958-58a17e47b9c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.204350] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d6a16c-f6dc-4854-bedc-ad744663e641 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.226068] env[62259]: DEBUG nova.compute.provider_tree [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.244337] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd8604ca-f463-4ba6-b177-abac83ef8dee tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "037915e4-25ce-4630-8c92-916d32f27f5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.527s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.343038] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "060d7047-d1d3-4b42-9558-15fa6090d43a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.343362] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.347043] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "060d7047-d1d3-4b42-9558-15fa6090d43a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.347432] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.347682] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.351047] env[62259]: INFO nova.compute.manager [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Terminating instance [ 1667.366784] env[62259]: DEBUG nova.network.neutron [-] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.424765] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692527, 'name': Rename_Task, 'duration_secs': 0.335368} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.425442] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1667.425977] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b0982b0-5aa8-4082-a1dc-bc1943ec5c1c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.438562] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1667.438562] env[62259]: value = "task-1692528" [ 1667.438562] env[62259]: _type = "Task" [ 1667.438562] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.449288] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.535225] env[62259]: DEBUG nova.compute.manager [req-6bb8369f-07bd-464d-bf71-a6a64619ab06 req-9f58fea1-5890-4dbc-b7a5-67f8fd28349b service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Received event network-changed-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1667.535225] env[62259]: DEBUG nova.compute.manager [req-6bb8369f-07bd-464d-bf71-a6a64619ab06 req-9f58fea1-5890-4dbc-b7a5-67f8fd28349b service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Refreshing instance network info cache due to event network-changed-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1667.535225] env[62259]: DEBUG oslo_concurrency.lockutils [req-6bb8369f-07bd-464d-bf71-a6a64619ab06 req-9f58fea1-5890-4dbc-b7a5-67f8fd28349b service nova] Acquiring lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.661281] env[62259]: DEBUG nova.network.neutron [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updated VIF entry in instance network info cache for port 8cd8abd5-5b6a-4266-a1e3-594e4b8feb00. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.661725] env[62259]: DEBUG nova.network.neutron [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updating instance_info_cache with network_info: [{"id": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "address": "fa:16:3e:28:1c:1e", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd8abd5-5b", "ovs_interfaceid": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.731158] env[62259]: DEBUG nova.scheduler.client.report [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1667.751151] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.858121] env[62259]: DEBUG nova.compute.manager [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1667.858121] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.858121] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec636453-dec2-4eab-b0d9-2713d9677e8c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.867472] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.868168] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcc66844-043a-460a-9867-680d9c7500df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.872961] env[62259]: INFO nova.compute.manager [-] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Took 2.03 seconds to deallocate network for instance. [ 1667.876696] env[62259]: DEBUG oslo_vmware.api [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1667.876696] env[62259]: value = "task-1692529" [ 1667.876696] env[62259]: _type = "Task" [ 1667.876696] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.890874] env[62259]: DEBUG oslo_vmware.api [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.911714] env[62259]: INFO nova.compute.manager [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Rescuing [ 1667.912086] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "refresh_cache-037915e4-25ce-4630-8c92-916d32f27f5a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.912393] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "refresh_cache-037915e4-25ce-4630-8c92-916d32f27f5a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.912588] env[62259]: DEBUG nova.network.neutron [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.951828] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692528, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.168156] env[62259]: DEBUG oslo_concurrency.lockutils [req-db9a4eee-db00-4755-ab52-6bd1fb449854 req-23a096fe-0a54-47d4-be24-26b994b33775 service nova] Releasing lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.170636] env[62259]: DEBUG oslo_concurrency.lockutils [req-6bb8369f-07bd-464d-bf71-a6a64619ab06 req-9f58fea1-5890-4dbc-b7a5-67f8fd28349b service nova] Acquired lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.170636] env[62259]: DEBUG nova.network.neutron [req-6bb8369f-07bd-464d-bf71-a6a64619ab06 req-9f58fea1-5890-4dbc-b7a5-67f8fd28349b service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Refreshing network info cache for port 8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.239862] env[62259]: DEBUG oslo_concurrency.lockutils [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.241700] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.608s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.245117] env[62259]: INFO nova.compute.claims [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.290025] env[62259]: INFO nova.scheduler.client.report [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted allocations for instance 1af408fc-cca0-46d1-a038-6c690df2c066 [ 1668.385471] env[62259]: DEBUG oslo_concurrency.lockutils [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.393267] env[62259]: DEBUG oslo_vmware.api [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692529, 'name': PowerOffVM_Task, 'duration_secs': 0.326016} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.393583] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.393757] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.394020] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ef1e2cf-94be-4375-b8eb-00f4956e2e50 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.449923] env[62259]: DEBUG oslo_vmware.api [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692528, 'name': PowerOnVM_Task, 'duration_secs': 0.758389} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.450260] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.450519] env[62259]: INFO nova.compute.manager [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1668.450726] env[62259]: DEBUG nova.compute.manager [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.451826] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da34d363-dedb-4ea8-affa-552d5398b116 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.513821] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.514090] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.514983] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Deleting the datastore file [datastore1] 060d7047-d1d3-4b42-9558-15fa6090d43a {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.515663] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9254d20c-466f-424c-b4a7-e9942fbca612 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.525528] env[62259]: DEBUG oslo_vmware.api [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1668.525528] env[62259]: value = "task-1692531" [ 1668.525528] env[62259]: _type = "Task" [ 1668.525528] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.535711] env[62259]: DEBUG oslo_vmware.api [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.798691] env[62259]: DEBUG oslo_concurrency.lockutils [None req-486a57e0-c67b-4854-b5d5-078382246f8a tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "1af408fc-cca0-46d1-a038-6c690df2c066" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.378s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.874499] env[62259]: DEBUG nova.network.neutron [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Updating instance_info_cache with network_info: [{"id": "156ce61a-6107-4bbb-b41b-fab42d64cee5", "address": "fa:16:3e:89:6a:46", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156ce61a-61", "ovs_interfaceid": "156ce61a-6107-4bbb-b41b-fab42d64cee5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.914878] env[62259]: DEBUG nova.network.neutron [req-6bb8369f-07bd-464d-bf71-a6a64619ab06 req-9f58fea1-5890-4dbc-b7a5-67f8fd28349b service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updated VIF entry in instance network info cache for port 8cd8abd5-5b6a-4266-a1e3-594e4b8feb00. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.915315] env[62259]: DEBUG nova.network.neutron [req-6bb8369f-07bd-464d-bf71-a6a64619ab06 req-9f58fea1-5890-4dbc-b7a5-67f8fd28349b service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updating instance_info_cache with network_info: [{"id": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "address": "fa:16:3e:28:1c:1e", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd8abd5-5b", "ovs_interfaceid": "8cd8abd5-5b6a-4266-a1e3-594e4b8feb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.939608] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "744c8809-f829-4c6b-94ab-9e708d519862" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.939918] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.940179] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "744c8809-f829-4c6b-94ab-9e708d519862-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.940381] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.940565] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.948610] env[62259]: INFO nova.compute.manager [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Terminating instance [ 1668.974022] env[62259]: INFO nova.compute.manager [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Took 28.63 seconds to build instance. [ 1669.040258] env[62259]: DEBUG oslo_vmware.api [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394631} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.043027] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1669.043027] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1669.043027] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1669.043027] env[62259]: INFO nova.compute.manager [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1669.043027] env[62259]: DEBUG oslo.service.loopingcall [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1669.043027] env[62259]: DEBUG nova.compute.manager [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1669.043027] env[62259]: DEBUG nova.network.neutron [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1669.377690] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "refresh_cache-037915e4-25ce-4630-8c92-916d32f27f5a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.423451] env[62259]: DEBUG oslo_concurrency.lockutils [req-6bb8369f-07bd-464d-bf71-a6a64619ab06 req-9f58fea1-5890-4dbc-b7a5-67f8fd28349b service nova] Releasing lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.425129] env[62259]: DEBUG nova.compute.manager [req-6bb8369f-07bd-464d-bf71-a6a64619ab06 req-9f58fea1-5890-4dbc-b7a5-67f8fd28349b service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Received event network-vif-deleted-d54be10e-3ab1-4c52-8040-1f0eef426648 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1669.455464] env[62259]: DEBUG nova.compute.manager [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1669.455750] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.457434] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918860ac-a5d5-4e9b-a780-f6184712a0a0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.467189] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.468596] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e41860-1c77-41da-baf2-fde9eb4eb773 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.480325] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8d66dbc7-3598-438e-aa9e-6c012edb4821 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.142s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.481793] env[62259]: DEBUG oslo_vmware.api [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1669.481793] env[62259]: value = "task-1692532" [ 1669.481793] env[62259]: _type = "Task" [ 1669.481793] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.493010] env[62259]: DEBUG oslo_vmware.api [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.668455] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407cc0b4-dcb2-4463-9efb-01ca8a29abab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.681483] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87372ee0-08b5-424e-8474-079a3a19c756 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.719866] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0efa29-7e8b-466d-b623-7a8aaa740b91 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.731143] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995c1fd0-9b34-4b0d-995c-87090b52e9f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.751413] env[62259]: DEBUG nova.compute.provider_tree [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.841610] env[62259]: DEBUG nova.network.neutron [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.992447] env[62259]: DEBUG oslo_vmware.api [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692532, 'name': PowerOffVM_Task, 'duration_secs': 0.440495} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.992742] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.992913] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.993296] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee9f85b3-ed30-43ff-bb3b-9ec8988bbe49 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.088285] env[62259]: DEBUG nova.compute.manager [req-562c01de-fec9-44da-b0f4-8944043202da req-af3ee397-d7ee-4ba2-83f2-7752c661d999 service nova] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Received event network-vif-deleted-8cd8abd5-5b6a-4266-a1e3-594e4b8feb00 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1670.097422] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.097892] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.098163] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Deleting the datastore file [datastore1] 744c8809-f829-4c6b-94ab-9e708d519862 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.098726] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54af5815-49db-4987-9513-72baabf87e97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.108570] env[62259]: DEBUG oslo_vmware.api [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for the task: (returnval){ [ 1670.108570] env[62259]: value = "task-1692534" [ 1670.108570] env[62259]: _type = "Task" [ 1670.108570] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.119239] env[62259]: DEBUG oslo_vmware.api [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.124267] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquiring lock "ac4adb35-da20-4947-8733-d7fc90534891" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.124451] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "ac4adb35-da20-4947-8733-d7fc90534891" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.250732] env[62259]: DEBUG nova.compute.manager [req-b9755afa-bd89-438a-94d5-f9e51e6bb419 req-22fdf842-bb3a-43ab-a36a-4d5ea49baf48 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Received event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1670.251136] env[62259]: DEBUG nova.compute.manager [req-b9755afa-bd89-438a-94d5-f9e51e6bb419 req-22fdf842-bb3a-43ab-a36a-4d5ea49baf48 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing instance network info cache due to event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1670.251136] env[62259]: DEBUG oslo_concurrency.lockutils [req-b9755afa-bd89-438a-94d5-f9e51e6bb419 req-22fdf842-bb3a-43ab-a36a-4d5ea49baf48 service nova] Acquiring lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.251340] env[62259]: DEBUG oslo_concurrency.lockutils [req-b9755afa-bd89-438a-94d5-f9e51e6bb419 req-22fdf842-bb3a-43ab-a36a-4d5ea49baf48 service nova] Acquired lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.251499] env[62259]: DEBUG nova.network.neutron [req-b9755afa-bd89-438a-94d5-f9e51e6bb419 req-22fdf842-bb3a-43ab-a36a-4d5ea49baf48 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.254883] env[62259]: DEBUG nova.scheduler.client.report [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1670.349019] env[62259]: INFO nova.compute.manager [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Took 1.31 seconds to deallocate network for instance. [ 1670.427833] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.428190] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee711c87-dabb-49eb-8e98-dbcc887ddf15 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.437163] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1670.437163] env[62259]: value = "task-1692535" [ 1670.437163] env[62259]: _type = "Task" [ 1670.437163] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.450509] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.619632] env[62259]: DEBUG oslo_vmware.api [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Task: {'id': task-1692534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386364} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.619905] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.620113] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.620300] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.620479] env[62259]: INFO nova.compute.manager [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1670.620728] env[62259]: DEBUG oslo.service.loopingcall [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.620936] env[62259]: DEBUG nova.compute.manager [-] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.621037] env[62259]: DEBUG nova.network.neutron [-] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.627218] env[62259]: DEBUG nova.compute.manager [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1670.760046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.760666] env[62259]: DEBUG nova.compute.manager [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1670.764054] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.437s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.764346] env[62259]: DEBUG nova.objects.instance [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lazy-loading 'resources' on Instance uuid aababeef-d51a-4de0-9030-4369826d575e {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.854921] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.951453] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692535, 'name': PowerOffVM_Task, 'duration_secs': 0.270788} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.952391] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.952587] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e4fb28-56ed-4223-9bbb-c84e4a985af2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.976233] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2f3a37-4b6a-40fa-8014-4f39651c1a90 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.016617] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.016926] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e636112c-61e3-44a2-946e-b37895724871 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.029982] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1671.029982] env[62259]: value = "task-1692536" [ 1671.029982] env[62259]: _type = "Task" [ 1671.029982] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.040228] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "e6d34622-a87d-4ada-9be0-c4515f53d329" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.040558] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "e6d34622-a87d-4ada-9be0-c4515f53d329" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.040785] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "e6d34622-a87d-4ada-9be0-c4515f53d329-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.040997] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "e6d34622-a87d-4ada-9be0-c4515f53d329-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.041204] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "e6d34622-a87d-4ada-9be0-c4515f53d329-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.043155] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1671.044048] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.044048] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.044048] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.044222] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.045173] env[62259]: INFO nova.compute.manager [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Terminating instance [ 1671.046284] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-421766ad-3c7d-4c2a-b464-34df195e461b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.058912] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.058912] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.060303] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da12214f-80da-4873-bf06-76bffc07cbc5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.063422] env[62259]: DEBUG nova.network.neutron [req-b9755afa-bd89-438a-94d5-f9e51e6bb419 req-22fdf842-bb3a-43ab-a36a-4d5ea49baf48 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updated VIF entry in instance network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.063782] env[62259]: DEBUG nova.network.neutron [req-b9755afa-bd89-438a-94d5-f9e51e6bb419 req-22fdf842-bb3a-43ab-a36a-4d5ea49baf48 service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updating instance_info_cache with network_info: [{"id": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "address": "fa:16:3e:84:b5:63", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d84bdfd-e8", "ovs_interfaceid": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.065633] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "060d7047-d1d3-4b42-9558-15fa6090d43a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.070200] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1671.070200] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dd9aee-1a43-b8e5-d4a5-63bbcb874a70" [ 1671.070200] env[62259]: _type = "Task" [ 1671.070200] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.081085] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dd9aee-1a43-b8e5-d4a5-63bbcb874a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.150490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.268908] env[62259]: DEBUG nova.compute.utils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.273644] env[62259]: DEBUG nova.compute.manager [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1671.273644] env[62259]: DEBUG nova.network.neutron [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.336705] env[62259]: DEBUG nova.policy [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7dc110aba14038a30660622853d8c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b77d418aab7145d6a6b8e7970ac92ee2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1671.554023] env[62259]: DEBUG nova.compute.manager [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.554023] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.554023] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bf547a-2e07-46ed-87ee-66fa7b8d0142 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.564021] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.564021] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2338fb19-0833-48a5-b32a-d832de472c08 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.570100] env[62259]: DEBUG oslo_concurrency.lockutils [req-b9755afa-bd89-438a-94d5-f9e51e6bb419 req-22fdf842-bb3a-43ab-a36a-4d5ea49baf48 service nova] Releasing lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.571119] env[62259]: DEBUG oslo_vmware.api [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1671.571119] env[62259]: value = "task-1692537" [ 1671.571119] env[62259]: _type = "Task" [ 1671.571119] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.588658] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dd9aee-1a43-b8e5-d4a5-63bbcb874a70, 'name': SearchDatastore_Task, 'duration_secs': 0.012418} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.589246] env[62259]: DEBUG oslo_vmware.api [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.590627] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739ed32c-b124-49b6-997a-cb519fdf463e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.598252] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1671.598252] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bb5085-2ee8-6209-c2dc-28b9e6cbc6b5" [ 1671.598252] env[62259]: _type = "Task" [ 1671.598252] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.601799] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f456753-0efb-4b31-b987-fdb3a6a6fcaa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.609988] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bb5085-2ee8-6209-c2dc-28b9e6cbc6b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.612181] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89fc424-3d8f-470d-8489-7c54da64bcb3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.643826] env[62259]: DEBUG nova.network.neutron [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Successfully created port: ba588932-e7d2-46a2-99c8-cc2bccf8e2b6 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1671.646242] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc26b1f-d41e-4ee5-9a2c-e8ad02a4a589 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.654345] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52baad8b-7fc5-4621-ab86-7671c45b6d87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.668432] env[62259]: DEBUG nova.compute.provider_tree [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1671.695949] env[62259]: DEBUG nova.network.neutron [-] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.774057] env[62259]: DEBUG nova.compute.manager [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1671.807043] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.807824] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.084724] env[62259]: DEBUG oslo_vmware.api [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692537, 'name': PowerOffVM_Task, 'duration_secs': 0.440854} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.085037] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1672.085177] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1672.085428] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15dac8ba-128c-440f-a429-f281262b736e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.108852] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bb5085-2ee8-6209-c2dc-28b9e6cbc6b5, 'name': SearchDatastore_Task, 'duration_secs': 0.023686} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.109382] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.110113] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 037915e4-25ce-4630-8c92-916d32f27f5a/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. {{(pid=62259) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1672.110627] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-429acc70-707c-4a17-9a82-ed370231c827 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.121190] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1672.121190] env[62259]: value = "task-1692539" [ 1672.121190] env[62259]: _type = "Task" [ 1672.121190] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.127600] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.176124] env[62259]: DEBUG nova.scheduler.client.report [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1672.181392] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.183305] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.183447] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleting the datastore file [datastore1] e6d34622-a87d-4ada-9be0-c4515f53d329 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.184307] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cfca841-beb9-4258-b989-70a8cc482e4d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.193683] env[62259]: DEBUG oslo_vmware.api [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1672.193683] env[62259]: value = "task-1692540" [ 1672.193683] env[62259]: _type = "Task" [ 1672.193683] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.205291] env[62259]: INFO nova.compute.manager [-] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Took 1.58 seconds to deallocate network for instance. [ 1672.205291] env[62259]: DEBUG nova.compute.manager [req-418e762a-6dee-4252-877c-4880662a2504 req-eddb82a8-66b6-45c5-a2ee-748cd38b1105 service nova] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Received event network-vif-deleted-a32d1be3-7d5e-4e4e-8cc5-9f3db0a5918e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1672.217775] env[62259]: DEBUG oslo_vmware.api [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.310368] env[62259]: DEBUG nova.compute.utils [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1672.471468] env[62259]: DEBUG nova.compute.manager [req-d812ea95-5fc4-477b-ad1a-9c82c915585d req-daf45647-ac00-48af-8d0c-1520eb3699ff service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Received event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1672.471679] env[62259]: DEBUG nova.compute.manager [req-d812ea95-5fc4-477b-ad1a-9c82c915585d req-daf45647-ac00-48af-8d0c-1520eb3699ff service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing instance network info cache due to event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1672.471895] env[62259]: DEBUG oslo_concurrency.lockutils [req-d812ea95-5fc4-477b-ad1a-9c82c915585d req-daf45647-ac00-48af-8d0c-1520eb3699ff service nova] Acquiring lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.472060] env[62259]: DEBUG oslo_concurrency.lockutils [req-d812ea95-5fc4-477b-ad1a-9c82c915585d req-daf45647-ac00-48af-8d0c-1520eb3699ff service nova] Acquired lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.472229] env[62259]: DEBUG nova.network.neutron [req-d812ea95-5fc4-477b-ad1a-9c82c915585d req-daf45647-ac00-48af-8d0c-1520eb3699ff service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1672.629543] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692539, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.686100] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.687894] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.346s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.688134] env[62259]: DEBUG nova.objects.instance [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lazy-loading 'resources' on Instance uuid 7b771915-02f2-40df-9cae-0f15fc6c6508 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.704355] env[62259]: DEBUG oslo_vmware.api [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.706942] env[62259]: INFO nova.scheduler.client.report [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Deleted allocations for instance aababeef-d51a-4de0-9030-4369826d575e [ 1672.712654] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.784884] env[62259]: DEBUG nova.compute.manager [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1672.811160] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1672.811458] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1672.811710] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.811927] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1672.812092] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.812244] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1672.812487] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1672.812657] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1672.812829] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1672.812992] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1672.813183] env[62259]: DEBUG nova.virt.hardware [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1672.813776] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.814795] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10055a50-83be-4138-ba3e-62e03beb72b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.823242] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ce7fed-acb0-405b-ad35-3b459f522351 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.134469] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.189564] env[62259]: DEBUG nova.network.neutron [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Successfully updated port: ba588932-e7d2-46a2-99c8-cc2bccf8e2b6 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1673.214332] env[62259]: DEBUG oslo_vmware.api [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.215505] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0d9f1c3c-9fc2-414c-9c1e-3927f7a6117f tempest-ServerTagsTestJSON-759837814 tempest-ServerTagsTestJSON-759837814-project-member] Lock "aababeef-d51a-4de0-9030-4369826d575e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.207s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.305664] env[62259]: DEBUG nova.network.neutron [req-d812ea95-5fc4-477b-ad1a-9c82c915585d req-daf45647-ac00-48af-8d0c-1520eb3699ff service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updated VIF entry in instance network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1673.306073] env[62259]: DEBUG nova.network.neutron [req-d812ea95-5fc4-477b-ad1a-9c82c915585d req-daf45647-ac00-48af-8d0c-1520eb3699ff service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updating instance_info_cache with network_info: [{"id": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "address": "fa:16:3e:84:b5:63", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d84bdfd-e8", "ovs_interfaceid": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.492855] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0c831-0533-47e3-95b3-e97a66f2addd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.501037] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4469cef2-5560-4a70-ab74-8a2ebc942374 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.532493] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db5c727-b1c2-421b-bed9-6c53dd496499 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.541044] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d81033-272b-4448-947c-ff9da481186a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.554278] env[62259]: DEBUG nova.compute.provider_tree [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.630859] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.148719} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.631163] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 037915e4-25ce-4630-8c92-916d32f27f5a/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. [ 1673.632000] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9841ed71-81e6-435c-ac0b-3f871fb49d90 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.657769] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 037915e4-25ce-4630-8c92-916d32f27f5a/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.658075] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d7dd6f-1d6a-4a06-9153-d6d119795795 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.676223] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1673.676223] env[62259]: value = "task-1692541" [ 1673.676223] env[62259]: _type = "Task" [ 1673.676223] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.687717] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.694534] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "refresh_cache-385eb7c8-4070-42b8-94ae-e70402b0d211" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.694635] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "refresh_cache-385eb7c8-4070-42b8-94ae-e70402b0d211" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.694840] env[62259]: DEBUG nova.network.neutron [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.708047] env[62259]: DEBUG oslo_vmware.api [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.045064} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.708952] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1673.709146] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1673.709344] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1673.709535] env[62259]: INFO nova.compute.manager [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1673.709789] env[62259]: DEBUG oslo.service.loopingcall [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.710236] env[62259]: DEBUG nova.compute.manager [-] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1673.710332] env[62259]: DEBUG nova.network.neutron [-] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1673.811451] env[62259]: DEBUG oslo_concurrency.lockutils [req-d812ea95-5fc4-477b-ad1a-9c82c915585d req-daf45647-ac00-48af-8d0c-1520eb3699ff service nova] Releasing lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.886476] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.886767] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.887008] env[62259]: INFO nova.compute.manager [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Attaching volume 83843389-8a0c-48cf-99cf-52621c95f52d to /dev/sdb [ 1673.928814] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cde973e-61f7-44e3-85c7-ac03a4f0eec1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.938066] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086975c5-ba5a-4a65-b8b2-937d3c489ee0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.952063] env[62259]: DEBUG nova.virt.block_device [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Updating existing volume attachment record: b77038c8-7a60-4815-b2ff-07770f913527 {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1674.058612] env[62259]: DEBUG nova.scheduler.client.report [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1674.189102] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692541, 'name': ReconfigVM_Task, 'duration_secs': 0.286071} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.189385] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 037915e4-25ce-4630-8c92-916d32f27f5a/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.191944] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d4adc4-7992-4c80-91a4-d5fb995da296 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.220110] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6894448-2849-4341-b9f5-eeb73afc4b82 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.235333] env[62259]: DEBUG nova.compute.manager [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Received event network-vif-plugged-ba588932-e7d2-46a2-99c8-cc2bccf8e2b6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1674.235681] env[62259]: DEBUG oslo_concurrency.lockutils [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] Acquiring lock "385eb7c8-4070-42b8-94ae-e70402b0d211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.235893] env[62259]: DEBUG oslo_concurrency.lockutils [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.236078] env[62259]: DEBUG oslo_concurrency.lockutils [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.236251] env[62259]: DEBUG nova.compute.manager [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] No waiting events found dispatching network-vif-plugged-ba588932-e7d2-46a2-99c8-cc2bccf8e2b6 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1674.236417] env[62259]: WARNING nova.compute.manager [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Received unexpected event network-vif-plugged-ba588932-e7d2-46a2-99c8-cc2bccf8e2b6 for instance with vm_state building and task_state spawning. [ 1674.236580] env[62259]: DEBUG nova.compute.manager [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Received event network-changed-ba588932-e7d2-46a2-99c8-cc2bccf8e2b6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1674.236736] env[62259]: DEBUG nova.compute.manager [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Refreshing instance network info cache due to event network-changed-ba588932-e7d2-46a2-99c8-cc2bccf8e2b6. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1674.236928] env[62259]: DEBUG oslo_concurrency.lockutils [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] Acquiring lock "refresh_cache-385eb7c8-4070-42b8-94ae-e70402b0d211" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.238684] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1674.238684] env[62259]: value = "task-1692545" [ 1674.238684] env[62259]: _type = "Task" [ 1674.238684] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.248903] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.290117] env[62259]: DEBUG nova.network.neutron [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1674.416199] env[62259]: DEBUG nova.network.neutron [-] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.512627] env[62259]: DEBUG nova.network.neutron [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Updating instance_info_cache with network_info: [{"id": "ba588932-e7d2-46a2-99c8-cc2bccf8e2b6", "address": "fa:16:3e:ea:d7:d4", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba588932-e7", "ovs_interfaceid": "ba588932-e7d2-46a2-99c8-cc2bccf8e2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.525616] env[62259]: DEBUG nova.compute.manager [req-f063618c-004a-4afe-98ed-16cf7460d75e req-d8515227-a257-4be4-b1b3-5c66037647bb service nova] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Received event network-vif-deleted-8cde11c3-7117-4205-916d-e06b3ac37b8b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1674.568497] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.574196] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.424s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.574196] env[62259]: INFO nova.compute.claims [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1674.602336] env[62259]: INFO nova.scheduler.client.report [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted allocations for instance 7b771915-02f2-40df-9cae-0f15fc6c6508 [ 1674.751304] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692545, 'name': ReconfigVM_Task, 'duration_secs': 0.187142} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.751518] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.751793] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8341a94-96d8-45f0-a2f5-f63087b32328 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.765074] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1674.765074] env[62259]: value = "task-1692546" [ 1674.765074] env[62259]: _type = "Task" [ 1674.765074] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.774248] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.920548] env[62259]: INFO nova.compute.manager [-] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Took 1.21 seconds to deallocate network for instance. [ 1675.016755] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "refresh_cache-385eb7c8-4070-42b8-94ae-e70402b0d211" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.017404] env[62259]: DEBUG nova.compute.manager [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Instance network_info: |[{"id": "ba588932-e7d2-46a2-99c8-cc2bccf8e2b6", "address": "fa:16:3e:ea:d7:d4", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba588932-e7", "ovs_interfaceid": "ba588932-e7d2-46a2-99c8-cc2bccf8e2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1675.017404] env[62259]: DEBUG oslo_concurrency.lockutils [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] Acquired lock "refresh_cache-385eb7c8-4070-42b8-94ae-e70402b0d211" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.017584] env[62259]: DEBUG nova.network.neutron [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Refreshing network info cache for port ba588932-e7d2-46a2-99c8-cc2bccf8e2b6 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.019024] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:d7:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba588932-e7d2-46a2-99c8-cc2bccf8e2b6', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.028558] env[62259]: DEBUG oslo.service.loopingcall [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.029735] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.030231] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da16623b-35f5-4c99-a637-706dc6e42e78 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.052489] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.052489] env[62259]: value = "task-1692547" [ 1675.052489] env[62259]: _type = "Task" [ 1675.052489] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.061046] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692547, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.111296] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5ac04265-4e33-41f5-a32d-db6611cfd054 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7b771915-02f2-40df-9cae-0f15fc6c6508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.586s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.272402] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "f84bee00-1236-4f80-93ac-6742eb4aeac0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.272756] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "f84bee00-1236-4f80-93ac-6742eb4aeac0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.272936] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "f84bee00-1236-4f80-93ac-6742eb4aeac0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.273200] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "f84bee00-1236-4f80-93ac-6742eb4aeac0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.273419] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "f84bee00-1236-4f80-93ac-6742eb4aeac0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.274984] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.275481] env[62259]: INFO nova.compute.manager [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Terminating instance [ 1675.427770] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.563784] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692547, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.776276] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.778974] env[62259]: DEBUG nova.compute.manager [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1675.779198] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.780201] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40094083-1149-41b3-9b70-ab25d5c5ca39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.790229] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.790229] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5fa60b-60b5-4adf-81d2-84f65a96c75c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.795892] env[62259]: DEBUG oslo_vmware.api [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1675.795892] env[62259]: value = "task-1692548" [ 1675.795892] env[62259]: _type = "Task" [ 1675.795892] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.808717] env[62259]: DEBUG oslo_vmware.api [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.884671] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc715a18-e547-4ba5-89e3-3f7464a820fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.894745] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a1ab27-0592-49f4-bff5-415758fe26ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.939006] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357a25bc-9f7f-4112-b216-8816e7d77ac5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.948162] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169dc984-b395-469a-a2fb-ce7255d9844a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.965838] env[62259]: DEBUG nova.compute.provider_tree [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.064929] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692547, 'name': CreateVM_Task, 'duration_secs': 0.682678} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.065353] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1676.066174] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.066470] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.066848] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1676.067167] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffb255c-9d18-4399-ab13-45f9efb8475c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.072263] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1676.072263] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5242baf3-8c46-f955-0b3e-9196c513ecb8" [ 1676.072263] env[62259]: _type = "Task" [ 1676.072263] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.083023] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5242baf3-8c46-f955-0b3e-9196c513ecb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.106166] env[62259]: DEBUG nova.network.neutron [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Updated VIF entry in instance network info cache for port ba588932-e7d2-46a2-99c8-cc2bccf8e2b6. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.106551] env[62259]: DEBUG nova.network.neutron [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Updating instance_info_cache with network_info: [{"id": "ba588932-e7d2-46a2-99c8-cc2bccf8e2b6", "address": "fa:16:3e:ea:d7:d4", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba588932-e7", "ovs_interfaceid": "ba588932-e7d2-46a2-99c8-cc2bccf8e2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.273495] env[62259]: DEBUG oslo_vmware.api [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692546, 'name': PowerOnVM_Task, 'duration_secs': 1.032026} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.273842] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.278245] env[62259]: DEBUG nova.compute.manager [None req-4dcf29b2-f9e8-419d-9fd3-3c4cfef629fa tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.279036] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10588211-c93e-41a6-82e7-08a259dba5b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.309856] env[62259]: DEBUG oslo_vmware.api [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692548, 'name': PowerOffVM_Task, 'duration_secs': 0.231074} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.310187] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1676.310444] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1676.310760] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71c1c9cb-1cf1-43f4-b773-22e9d4ffd517 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.379490] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1676.379721] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1676.379959] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleting the datastore file [datastore1] f84bee00-1236-4f80-93ac-6742eb4aeac0 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.380267] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a3d9d18-9fed-4fe0-a0bc-b8578992f79e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.388742] env[62259]: DEBUG oslo_vmware.api [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1676.388742] env[62259]: value = "task-1692550" [ 1676.388742] env[62259]: _type = "Task" [ 1676.388742] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.396273] env[62259]: DEBUG oslo_vmware.api [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.470498] env[62259]: DEBUG nova.scheduler.client.report [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1676.582343] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5242baf3-8c46-f955-0b3e-9196c513ecb8, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.582668] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.582974] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.583159] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.583305] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.583481] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.583738] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d441cf10-43d8-4dc0-a286-67b854b6df20 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.591613] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.591790] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.592516] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a04fbae-d232-4bf6-9ce7-408748c7a344 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.597455] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1676.597455] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52776f8d-13e8-5ef6-d3f1-ad7fc2f3d6b8" [ 1676.597455] env[62259]: _type = "Task" [ 1676.597455] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.605626] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52776f8d-13e8-5ef6-d3f1-ad7fc2f3d6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.609111] env[62259]: DEBUG oslo_concurrency.lockutils [req-f57ee29c-2d97-486b-9b02-5b56897fc24b req-05c16690-937b-41f2-8c90-7f006245f99b service nova] Releasing lock "refresh_cache-385eb7c8-4070-42b8-94ae-e70402b0d211" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.909143] env[62259]: DEBUG oslo_vmware.api [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154797} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.911065] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.914469] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.914855] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.915263] env[62259]: INFO nova.compute.manager [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1676.915739] env[62259]: DEBUG oslo.service.loopingcall [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.916145] env[62259]: DEBUG nova.compute.manager [-] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1676.916356] env[62259]: DEBUG nova.network.neutron [-] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1676.976490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.977075] env[62259]: DEBUG nova.compute.manager [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1676.980758] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.467s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.983292] env[62259]: INFO nova.compute.claims [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.108681] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52776f8d-13e8-5ef6-d3f1-ad7fc2f3d6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.00854} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.109582] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe5ea37-9809-4c9e-ac7e-949df674ddca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.115392] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1677.115392] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dff7b2-07eb-5a05-72bc-68f6b9c9becc" [ 1677.115392] env[62259]: _type = "Task" [ 1677.115392] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.123987] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dff7b2-07eb-5a05-72bc-68f6b9c9becc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.353697] env[62259]: DEBUG nova.compute.manager [req-8beed177-0163-478f-85a2-460f51979a66 req-589a1ef7-9023-4e4c-8459-0a73879c6a06 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Received event network-vif-deleted-a5bb7bea-ae06-4eda-9f87-0eaba5db1a84 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1677.354137] env[62259]: INFO nova.compute.manager [req-8beed177-0163-478f-85a2-460f51979a66 req-589a1ef7-9023-4e4c-8459-0a73879c6a06 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Neutron deleted interface a5bb7bea-ae06-4eda-9f87-0eaba5db1a84; detaching it from the instance and deleting it from the info cache [ 1677.354137] env[62259]: DEBUG nova.network.neutron [req-8beed177-0163-478f-85a2-460f51979a66 req-589a1ef7-9023-4e4c-8459-0a73879c6a06 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.496858] env[62259]: DEBUG nova.compute.utils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1677.504829] env[62259]: DEBUG nova.compute.manager [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1677.505050] env[62259]: DEBUG nova.network.neutron [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1677.554819] env[62259]: DEBUG nova.policy [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301080b3e3a94a09aa81b766329ea789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f105a83c6dbd4e80879082ca75f24d62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1677.627598] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dff7b2-07eb-5a05-72bc-68f6b9c9becc, 'name': SearchDatastore_Task, 'duration_secs': 0.0478} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.627945] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.628538] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211/385eb7c8-4070-42b8-94ae-e70402b0d211.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.628538] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-797e65a9-3597-4351-9322-e3f5e1279b1e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.636040] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1677.636040] env[62259]: value = "task-1692551" [ 1677.636040] env[62259]: _type = "Task" [ 1677.636040] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.647785] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.808164] env[62259]: DEBUG nova.network.neutron [-] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.859025] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0998cd15-a1fb-447b-8884-4ad4d37f54b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.869619] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6163045-d793-44ea-90fd-f8f2cfdf6b54 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.911811] env[62259]: DEBUG nova.compute.manager [req-8beed177-0163-478f-85a2-460f51979a66 req-589a1ef7-9023-4e4c-8459-0a73879c6a06 service nova] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Detach interface failed, port_id=a5bb7bea-ae06-4eda-9f87-0eaba5db1a84, reason: Instance f84bee00-1236-4f80-93ac-6742eb4aeac0 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1677.919113] env[62259]: DEBUG nova.network.neutron [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Successfully created port: f2b10f7a-cfc8-4388-bca1-a16b9e6cb095 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.005925] env[62259]: DEBUG nova.compute.manager [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1678.148210] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692551, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.311212] env[62259]: INFO nova.compute.manager [-] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Took 1.39 seconds to deallocate network for instance. [ 1678.398584] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820221b6-4e05-4b9c-acfa-36a0405ebc38 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.408050] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec95604-d0f9-49df-a97f-6dbf66390902 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.449045] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f1a539-b77c-41da-ab24-7c0b8d905324 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.465097] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7868910a-c8ef-48de-9292-3629f6c30788 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.481322] env[62259]: DEBUG nova.compute.provider_tree [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.647858] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571646} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.649339] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211/385eb7c8-4070-42b8-94ae-e70402b0d211.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.649339] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.649339] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-242f856e-4f29-4d53-856d-aee1faee93be {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.655134] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1678.655134] env[62259]: value = "task-1692553" [ 1678.655134] env[62259]: _type = "Task" [ 1678.655134] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.664291] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.820210] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.989247] env[62259]: DEBUG nova.scheduler.client.report [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1679.012709] env[62259]: DEBUG nova.compute.manager [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1679.043875] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1679.044397] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1679.045199] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1679.045596] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1679.045961] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1679.046201] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1679.046493] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1679.046718] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1679.046970] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1679.047241] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1679.047482] env[62259]: DEBUG nova.virt.hardware [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1679.048017] env[62259]: INFO nova.compute.manager [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Rescuing [ 1679.048399] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.048611] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.048826] env[62259]: DEBUG nova.network.neutron [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1679.050888] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aa7efb-fb53-4ff7-8f05-85efcd3c8679 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.062690] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ec2d9a-1312-4973-a5ed-2b53f7b1e1ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.171900] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110573} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.172090] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1679.172889] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8d9b61-2b5a-45fa-b3b2-23287a2d4ba2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.201154] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211/385eb7c8-4070-42b8-94ae-e70402b0d211.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.201538] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a11a1f08-8972-4232-902c-d20b35e22b87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.223584] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1679.223584] env[62259]: value = "task-1692554" [ 1679.223584] env[62259]: _type = "Task" [ 1679.223584] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.234655] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.494870] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.495424] env[62259]: DEBUG nova.compute.manager [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.498908] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.655s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.499109] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.499268] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1679.499558] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.749s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.499754] env[62259]: DEBUG nova.objects.instance [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lazy-loading 'pci_requests' on Instance uuid 865c009b-cbc0-45dd-84fa-42cce7f8222b {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.502132] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c63bf3-7c7e-4137-9343-231b291b3005 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.511047] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93b7015-0c60-448d-bf9b-0306738b0ae9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.533886] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd807ca-caff-4335-803b-2bd6539fabfc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.542242] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8964ba-910c-4531-984b-50cd3dfbf350 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.576798] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178660MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1679.576953] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.737580] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.791634] env[62259]: DEBUG nova.compute.manager [req-91f756b8-4b56-44b8-b418-815788683dfb req-dbced625-9290-4b39-9135-3dab12649ab4 service nova] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Received event network-vif-plugged-f2b10f7a-cfc8-4388-bca1-a16b9e6cb095 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1679.791852] env[62259]: DEBUG oslo_concurrency.lockutils [req-91f756b8-4b56-44b8-b418-815788683dfb req-dbced625-9290-4b39-9135-3dab12649ab4 service nova] Acquiring lock "d4c33baa-e2a1-4105-8539-b542e1222fe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.792731] env[62259]: DEBUG oslo_concurrency.lockutils [req-91f756b8-4b56-44b8-b418-815788683dfb req-dbced625-9290-4b39-9135-3dab12649ab4 service nova] Lock "d4c33baa-e2a1-4105-8539-b542e1222fe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.792981] env[62259]: DEBUG oslo_concurrency.lockutils [req-91f756b8-4b56-44b8-b418-815788683dfb req-dbced625-9290-4b39-9135-3dab12649ab4 service nova] Lock "d4c33baa-e2a1-4105-8539-b542e1222fe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.793353] env[62259]: DEBUG nova.compute.manager [req-91f756b8-4b56-44b8-b418-815788683dfb req-dbced625-9290-4b39-9135-3dab12649ab4 service nova] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] No waiting events found dispatching network-vif-plugged-f2b10f7a-cfc8-4388-bca1-a16b9e6cb095 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1679.793353] env[62259]: WARNING nova.compute.manager [req-91f756b8-4b56-44b8-b418-815788683dfb req-dbced625-9290-4b39-9135-3dab12649ab4 service nova] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Received unexpected event network-vif-plugged-f2b10f7a-cfc8-4388-bca1-a16b9e6cb095 for instance with vm_state building and task_state spawning. [ 1679.836131] env[62259]: DEBUG nova.network.neutron [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Updating instance_info_cache with network_info: [{"id": "81d22fbd-34dd-410d-8a03-3218e19c9947", "address": "fa:16:3e:f0:b2:7c", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d22fbd-34", "ovs_interfaceid": "81d22fbd-34dd-410d-8a03-3218e19c9947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.927659] env[62259]: DEBUG nova.network.neutron [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Successfully updated port: f2b10f7a-cfc8-4388-bca1-a16b9e6cb095 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1680.000767] env[62259]: DEBUG nova.compute.utils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1680.002226] env[62259]: DEBUG nova.compute.manager [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1680.002398] env[62259]: DEBUG nova.network.neutron [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.007867] env[62259]: DEBUG nova.objects.instance [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lazy-loading 'numa_topology' on Instance uuid 865c009b-cbc0-45dd-84fa-42cce7f8222b {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.048503] env[62259]: DEBUG nova.policy [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67bcafce99d4779bbb40c46ef1c2dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c794392afb4b4edea0f4a470cceff6b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1680.235736] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692554, 'name': ReconfigVM_Task, 'duration_secs': 0.941216} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.238698] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211/385eb7c8-4070-42b8-94ae-e70402b0d211.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1680.238698] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e314205-8135-4ced-93a0-764bd36a6512 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.243993] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1680.243993] env[62259]: value = "task-1692555" [ 1680.243993] env[62259]: _type = "Task" [ 1680.243993] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.252933] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692555, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.341545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.408624] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.408624] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.430214] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquiring lock "refresh_cache-d4c33baa-e2a1-4105-8539-b542e1222fe4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.430821] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquired lock "refresh_cache-d4c33baa-e2a1-4105-8539-b542e1222fe4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.431135] env[62259]: DEBUG nova.network.neutron [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.473887] env[62259]: DEBUG nova.network.neutron [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Successfully created port: 398ae402-08f5-4053-9188-d6ad780741cf {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1680.504250] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1680.504681] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352949', 'volume_id': '83843389-8a0c-48cf-99cf-52621c95f52d', 'name': 'volume-83843389-8a0c-48cf-99cf-52621c95f52d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3b931905-8d0d-4307-bb41-1b583f1eadcc', 'attached_at': '', 'detached_at': '', 'volume_id': '83843389-8a0c-48cf-99cf-52621c95f52d', 'serial': '83843389-8a0c-48cf-99cf-52621c95f52d'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1680.505288] env[62259]: DEBUG nova.compute.manager [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.511084] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b819a3-cd69-47ad-b31a-a8462e62d83f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.514564] env[62259]: INFO nova.compute.claims [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.536892] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7377e72-d33b-4515-a2c8-78eac3387927 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.581658] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-83843389-8a0c-48cf-99cf-52621c95f52d/volume-83843389-8a0c-48cf-99cf-52621c95f52d.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.583429] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ff23bc-8041-409c-920b-d584e54c542b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.610618] env[62259]: DEBUG oslo_vmware.api [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1680.610618] env[62259]: value = "task-1692556" [ 1680.610618] env[62259]: _type = "Task" [ 1680.610618] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.622014] env[62259]: DEBUG oslo_vmware.api [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.754657] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692555, 'name': Rename_Task, 'duration_secs': 0.137399} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.754944] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.755204] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15b707eb-85ca-4b67-b9b7-d61dc210501c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.761025] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1680.761025] env[62259]: value = "task-1692557" [ 1680.761025] env[62259]: _type = "Task" [ 1680.761025] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.769282] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.910360] env[62259]: DEBUG nova.compute.manager [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.970136] env[62259]: DEBUG nova.network.neutron [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.109054] env[62259]: DEBUG nova.network.neutron [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Updating instance_info_cache with network_info: [{"id": "f2b10f7a-cfc8-4388-bca1-a16b9e6cb095", "address": "fa:16:3e:45:21:de", "network": {"id": "2d6fb59d-2eb8-4a94-9188-8e0f4f39d646", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1604356595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f105a83c6dbd4e80879082ca75f24d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b10f7a-cf", "ovs_interfaceid": "f2b10f7a-cfc8-4388-bca1-a16b9e6cb095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.120809] env[62259]: DEBUG oslo_vmware.api [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692556, 'name': ReconfigVM_Task, 'duration_secs': 0.354765} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.121223] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-83843389-8a0c-48cf-99cf-52621c95f52d/volume-83843389-8a0c-48cf-99cf-52621c95f52d.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.128191] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba52be64-cbc9-46df-976f-34b924170ef0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.146266] env[62259]: DEBUG oslo_vmware.api [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1681.146266] env[62259]: value = "task-1692558" [ 1681.146266] env[62259]: _type = "Task" [ 1681.146266] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.155148] env[62259]: DEBUG oslo_vmware.api [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.271531] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.382215] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.382492] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9739c884-347f-472e-893b-72b501b1d3f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.389974] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1681.389974] env[62259]: value = "task-1692559" [ 1681.389974] env[62259]: _type = "Task" [ 1681.389974] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.398135] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.435855] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.520503] env[62259]: DEBUG nova.compute.manager [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.549678] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1681.550010] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1681.550201] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.550410] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1681.550566] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.550739] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1681.550958] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1681.551142] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1681.551313] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1681.551481] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1681.551663] env[62259]: DEBUG nova.virt.hardware [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1681.552586] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a27da30-4dca-4d24-8bc7-3fe72d9d21f3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.562641] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd66bb0-e165-430d-8483-a8c880d2e469 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.611520] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Releasing lock "refresh_cache-d4c33baa-e2a1-4105-8539-b542e1222fe4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.612425] env[62259]: DEBUG nova.compute.manager [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Instance network_info: |[{"id": "f2b10f7a-cfc8-4388-bca1-a16b9e6cb095", "address": "fa:16:3e:45:21:de", "network": {"id": "2d6fb59d-2eb8-4a94-9188-8e0f4f39d646", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1604356595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f105a83c6dbd4e80879082ca75f24d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b10f7a-cf", "ovs_interfaceid": "f2b10f7a-cfc8-4388-bca1-a16b9e6cb095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1681.612425] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:21:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2b10f7a-cfc8-4388-bca1-a16b9e6cb095', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.620032] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Creating folder: Project (f105a83c6dbd4e80879082ca75f24d62). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.622631] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-655f94e9-3554-4380-af4f-780964ca766b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.633062] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Created folder: Project (f105a83c6dbd4e80879082ca75f24d62) in parent group-v352705. [ 1681.633212] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Creating folder: Instances. Parent ref: group-v352951. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1681.633477] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ce3a311-3e03-4295-a61a-ed27393fd6fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.646214] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Created folder: Instances in parent group-v352951. [ 1681.646214] env[62259]: DEBUG oslo.service.loopingcall [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.650528] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.650978] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-622a288a-9e96-4ae2-a8fc-a6bb38261e88 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.679858] env[62259]: DEBUG oslo_vmware.api [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692558, 'name': ReconfigVM_Task, 'duration_secs': 0.163063} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.681457] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352949', 'volume_id': '83843389-8a0c-48cf-99cf-52621c95f52d', 'name': 'volume-83843389-8a0c-48cf-99cf-52621c95f52d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3b931905-8d0d-4307-bb41-1b583f1eadcc', 'attached_at': '', 'detached_at': '', 'volume_id': '83843389-8a0c-48cf-99cf-52621c95f52d', 'serial': '83843389-8a0c-48cf-99cf-52621c95f52d'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1681.683502] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.683502] env[62259]: value = "task-1692562" [ 1681.683502] env[62259]: _type = "Task" [ 1681.683502] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.695823] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692562, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.774664] env[62259]: DEBUG oslo_vmware.api [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692557, 'name': PowerOnVM_Task, 'duration_secs': 0.529327} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.776610] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.777229] env[62259]: INFO nova.compute.manager [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1681.777229] env[62259]: DEBUG nova.compute.manager [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.777977] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18aca8f-1971-4a9a-bc23-dea1070e5304 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.851029] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3de7c1-808d-400b-83ea-561d7e38cbb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.859514] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d3a08-51e5-4eb2-b317-6fbd9b98d6f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.896057] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858f6932-e0fd-486f-965a-3ed7aa55b0eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.911630] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9d96d3-8042-4eb3-9355-f1a1cef39b90 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.917396] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692559, 'name': PowerOffVM_Task, 'duration_secs': 0.220271} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.918596] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1681.919716] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9115c1-c335-4b3a-893c-2a9b43d09dc3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.930695] env[62259]: DEBUG nova.compute.provider_tree [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.936019] env[62259]: DEBUG nova.compute.manager [req-8eeee8ea-8821-4332-adf8-97cd073da9a3 req-25514972-91f6-441a-88f1-a2fe853dcf26 service nova] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Received event network-changed-f2b10f7a-cfc8-4388-bca1-a16b9e6cb095 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1681.936475] env[62259]: DEBUG nova.compute.manager [req-8eeee8ea-8821-4332-adf8-97cd073da9a3 req-25514972-91f6-441a-88f1-a2fe853dcf26 service nova] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Refreshing instance network info cache due to event network-changed-f2b10f7a-cfc8-4388-bca1-a16b9e6cb095. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1681.936475] env[62259]: DEBUG oslo_concurrency.lockutils [req-8eeee8ea-8821-4332-adf8-97cd073da9a3 req-25514972-91f6-441a-88f1-a2fe853dcf26 service nova] Acquiring lock "refresh_cache-d4c33baa-e2a1-4105-8539-b542e1222fe4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.936694] env[62259]: DEBUG oslo_concurrency.lockutils [req-8eeee8ea-8821-4332-adf8-97cd073da9a3 req-25514972-91f6-441a-88f1-a2fe853dcf26 service nova] Acquired lock "refresh_cache-d4c33baa-e2a1-4105-8539-b542e1222fe4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.937115] env[62259]: DEBUG nova.network.neutron [req-8eeee8ea-8821-4332-adf8-97cd073da9a3 req-25514972-91f6-441a-88f1-a2fe853dcf26 service nova] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Refreshing network info cache for port f2b10f7a-cfc8-4388-bca1-a16b9e6cb095 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.954904] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfd04b5-a38c-4537-acd6-d476e6afdd30 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.987050] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.987361] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a4fa50-b272-4214-abcc-5f25e6d2c131 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.996015] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1681.996015] env[62259]: value = "task-1692563" [ 1681.996015] env[62259]: _type = "Task" [ 1681.996015] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.006117] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1682.006353] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.006643] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.006807] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.007069] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.007364] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bd2bb30-e570-4d4e-88b2-89ead37b3252 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.015092] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.015295] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.016036] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd4ec36-6b64-4697-b452-42efe92eef73 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.021712] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1682.021712] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5273df27-b5be-6b1e-ee94-f386d0b9e492" [ 1682.021712] env[62259]: _type = "Task" [ 1682.021712] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.029801] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5273df27-b5be-6b1e-ee94-f386d0b9e492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.195794] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692562, 'name': CreateVM_Task, 'duration_secs': 0.395761} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.195978] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1682.196663] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.196946] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.197173] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1682.197428] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599d9849-0060-4d18-a455-1afb0472294c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.202260] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1682.202260] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5211c929-afed-4c3c-effd-348e4383ac60" [ 1682.202260] env[62259]: _type = "Task" [ 1682.202260] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.212434] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5211c929-afed-4c3c-effd-348e4383ac60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.295496] env[62259]: INFO nova.compute.manager [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Took 28.68 seconds to build instance. [ 1682.331950] env[62259]: DEBUG nova.network.neutron [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Successfully updated port: 398ae402-08f5-4053-9188-d6ad780741cf {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1682.403256] env[62259]: INFO nova.compute.manager [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Rebuilding instance [ 1682.433971] env[62259]: DEBUG nova.scheduler.client.report [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1682.448990] env[62259]: DEBUG nova.compute.manager [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.450051] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6583096-e16a-4548-a91c-e09ab1cf3e52 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.532566] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5273df27-b5be-6b1e-ee94-f386d0b9e492, 'name': SearchDatastore_Task, 'duration_secs': 0.013613} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.534056] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76656c9c-c533-4f0b-8eae-0b64b7a4ed89 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.538303] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1682.538303] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52294a5f-ec2d-4b82-d000-d3c94bbd6c73" [ 1682.538303] env[62259]: _type = "Task" [ 1682.538303] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.547929] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52294a5f-ec2d-4b82-d000-d3c94bbd6c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.712865] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5211c929-afed-4c3c-effd-348e4383ac60, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.713199] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.713441] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.713650] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.741466] env[62259]: DEBUG nova.objects.instance [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lazy-loading 'flavor' on Instance uuid 3b931905-8d0d-4307-bb41-1b583f1eadcc {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.751453] env[62259]: DEBUG nova.network.neutron [req-8eeee8ea-8821-4332-adf8-97cd073da9a3 req-25514972-91f6-441a-88f1-a2fe853dcf26 service nova] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Updated VIF entry in instance network info cache for port f2b10f7a-cfc8-4388-bca1-a16b9e6cb095. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.751453] env[62259]: DEBUG nova.network.neutron [req-8eeee8ea-8821-4332-adf8-97cd073da9a3 req-25514972-91f6-441a-88f1-a2fe853dcf26 service nova] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Updating instance_info_cache with network_info: [{"id": "f2b10f7a-cfc8-4388-bca1-a16b9e6cb095", "address": "fa:16:3e:45:21:de", "network": {"id": "2d6fb59d-2eb8-4a94-9188-8e0f4f39d646", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1604356595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f105a83c6dbd4e80879082ca75f24d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b10f7a-cf", "ovs_interfaceid": "f2b10f7a-cfc8-4388-bca1-a16b9e6cb095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.797981] env[62259]: DEBUG oslo_concurrency.lockutils [None req-040f1003-5947-4a71-a104-86b767156259 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.193s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.835736] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "refresh_cache-ab947d15-2908-44d2-865b-f229ee992721" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.836091] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "refresh_cache-ab947d15-2908-44d2-865b-f229ee992721" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.836370] env[62259]: DEBUG nova.network.neutron [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.939281] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.440s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.941524] env[62259]: DEBUG oslo_concurrency.lockutils [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.556s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.945167] env[62259]: DEBUG nova.objects.instance [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'resources' on Instance uuid 3ae727ee-f97a-4191-a414-430bc45dfe04 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.004558] env[62259]: INFO nova.network.neutron [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updating port b44c52b6-7288-434c-876f-17152a227544 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1683.048982] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52294a5f-ec2d-4b82-d000-d3c94bbd6c73, 'name': SearchDatastore_Task, 'duration_secs': 0.183076} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.049269] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.049526] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 805e7004-e44a-4c0d-9d8f-45878481cbc1/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. {{(pid=62259) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1683.050253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.050456] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.050676] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-768c7699-43f2-4b51-86c0-a4d355679f9d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.052965] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-181ff905-8b1a-48a4-a4f6-c1049770f4c0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.060307] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1683.060307] env[62259]: value = "task-1692564" [ 1683.060307] env[62259]: _type = "Task" [ 1683.060307] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.067572] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.068733] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.068908] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.069592] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f10073-82f1-4cb2-ab92-aae93807103d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.074116] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1683.074116] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520bf361-00e4-5255-dc9a-7caa0a46be72" [ 1683.074116] env[62259]: _type = "Task" [ 1683.074116] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.081505] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520bf361-00e4-5255-dc9a-7caa0a46be72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.248135] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3e27ebdc-664b-462b-92b3-6daed5098fe6 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.360s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.256886] env[62259]: DEBUG oslo_concurrency.lockutils [req-8eeee8ea-8821-4332-adf8-97cd073da9a3 req-25514972-91f6-441a-88f1-a2fe853dcf26 service nova] Releasing lock "refresh_cache-d4c33baa-e2a1-4105-8539-b542e1222fe4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.384628] env[62259]: DEBUG oslo_concurrency.lockutils [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.384918] env[62259]: DEBUG oslo_concurrency.lockutils [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.385181] env[62259]: DEBUG oslo_concurrency.lockutils [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "3b931905-8d0d-4307-bb41-1b583f1eadcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.385380] env[62259]: DEBUG oslo_concurrency.lockutils [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.385610] env[62259]: DEBUG oslo_concurrency.lockutils [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.389336] env[62259]: DEBUG nova.network.neutron [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1683.391623] env[62259]: INFO nova.compute.manager [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Terminating instance [ 1683.471409] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.472017] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebd407c4-7c06-4177-ba8c-7443ea3855a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.492736] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1683.492736] env[62259]: value = "task-1692565" [ 1683.492736] env[62259]: _type = "Task" [ 1683.492736] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.507925] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.570748] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692564, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.585467] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520bf361-00e4-5255-dc9a-7caa0a46be72, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.586332] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3337c944-cc91-486b-bb65-81f5cbe4c699 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.597021] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1683.597021] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a1b428-44fd-4953-253f-3768729e30b7" [ 1683.597021] env[62259]: _type = "Task" [ 1683.597021] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.605363] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a1b428-44fd-4953-253f-3768729e30b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.794755] env[62259]: DEBUG nova.network.neutron [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Updating instance_info_cache with network_info: [{"id": "398ae402-08f5-4053-9188-d6ad780741cf", "address": "fa:16:3e:8e:21:45", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398ae402-08", "ovs_interfaceid": "398ae402-08f5-4053-9188-d6ad780741cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.819394] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "385eb7c8-4070-42b8-94ae-e70402b0d211" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.819665] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.819853] env[62259]: DEBUG nova.compute.manager [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.820744] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e126d157-2d72-45b5-b49c-704599a79cd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.831723] env[62259]: DEBUG nova.compute.manager [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62259) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1683.832506] env[62259]: DEBUG nova.objects.instance [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lazy-loading 'flavor' on Instance uuid 385eb7c8-4070-42b8-94ae-e70402b0d211 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.838709] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62a41e8-ab02-44cc-be31-74a887670315 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.847930] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee99732-852b-400b-a9c9-cbedb2432770 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.882821] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5405ec19-134e-4c9d-997d-18096e7353aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.892561] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e63c2e6-c279-4323-afea-5cfefab81042 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.899263] env[62259]: DEBUG nova.compute.manager [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1683.899522] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.907986] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5059f237-9f51-4411-92fb-bc27235bb635 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.910221] env[62259]: DEBUG nova.compute.provider_tree [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.916510] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1683.916510] env[62259]: value = "task-1692566" [ 1683.916510] env[62259]: _type = "Task" [ 1683.916510] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.929265] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.989138] env[62259]: DEBUG nova.compute.manager [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Received event network-vif-plugged-398ae402-08f5-4053-9188-d6ad780741cf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1683.989359] env[62259]: DEBUG oslo_concurrency.lockutils [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] Acquiring lock "ab947d15-2908-44d2-865b-f229ee992721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.989571] env[62259]: DEBUG oslo_concurrency.lockutils [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] Lock "ab947d15-2908-44d2-865b-f229ee992721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.989761] env[62259]: DEBUG oslo_concurrency.lockutils [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] Lock "ab947d15-2908-44d2-865b-f229ee992721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.989929] env[62259]: DEBUG nova.compute.manager [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] No waiting events found dispatching network-vif-plugged-398ae402-08f5-4053-9188-d6ad780741cf {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.990101] env[62259]: WARNING nova.compute.manager [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Received unexpected event network-vif-plugged-398ae402-08f5-4053-9188-d6ad780741cf for instance with vm_state building and task_state spawning. [ 1683.990262] env[62259]: DEBUG nova.compute.manager [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Received event network-changed-398ae402-08f5-4053-9188-d6ad780741cf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1683.990413] env[62259]: DEBUG nova.compute.manager [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Refreshing instance network info cache due to event network-changed-398ae402-08f5-4053-9188-d6ad780741cf. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1683.990648] env[62259]: DEBUG oslo_concurrency.lockutils [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] Acquiring lock "refresh_cache-ab947d15-2908-44d2-865b-f229ee992721" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.002732] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692565, 'name': PowerOffVM_Task, 'duration_secs': 0.246559} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.003014] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.003701] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.003964] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd4a30fd-9518-47e6-a215-b56d0e24d6f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.010602] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1684.010602] env[62259]: value = "task-1692567" [ 1684.010602] env[62259]: _type = "Task" [ 1684.010602] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.019659] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.071330] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643316} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.071630] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 805e7004-e44a-4c0d-9d8f-45878481cbc1/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. [ 1684.072518] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fe94a3-206a-4b46-9f7e-8883e5a1c055 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.097703] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 805e7004-e44a-4c0d-9d8f-45878481cbc1/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1684.098104] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7176d7c9-6eb6-448b-a5c1-6679ff5a3f33 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.122037] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a1b428-44fd-4953-253f-3768729e30b7, 'name': SearchDatastore_Task, 'duration_secs': 0.06314} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.122316] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.122584] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] d4c33baa-e2a1-4105-8539-b542e1222fe4/d4c33baa-e2a1-4105-8539-b542e1222fe4.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.123311] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1684.123311] env[62259]: value = "task-1692568" [ 1684.123311] env[62259]: _type = "Task" [ 1684.123311] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.123504] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e946ba84-f27a-4ccb-9f09-eeae5c83c3fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.133977] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.135467] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1684.135467] env[62259]: value = "task-1692569" [ 1684.135467] env[62259]: _type = "Task" [ 1684.135467] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.144658] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.299055] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "refresh_cache-ab947d15-2908-44d2-865b-f229ee992721" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.299405] env[62259]: DEBUG nova.compute.manager [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Instance network_info: |[{"id": "398ae402-08f5-4053-9188-d6ad780741cf", "address": "fa:16:3e:8e:21:45", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398ae402-08", "ovs_interfaceid": "398ae402-08f5-4053-9188-d6ad780741cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1684.299741] env[62259]: DEBUG oslo_concurrency.lockutils [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] Acquired lock "refresh_cache-ab947d15-2908-44d2-865b-f229ee992721" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.299982] env[62259]: DEBUG nova.network.neutron [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Refreshing network info cache for port 398ae402-08f5-4053-9188-d6ad780741cf {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.301357] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:21:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '398ae402-08f5-4053-9188-d6ad780741cf', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1684.309526] env[62259]: DEBUG oslo.service.loopingcall [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1684.313021] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab947d15-2908-44d2-865b-f229ee992721] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1684.313531] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf45d626-4307-44a7-8983-1e0fd173e776 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.338381] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1684.338381] env[62259]: value = "task-1692570" [ 1684.338381] env[62259]: _type = "Task" [ 1684.338381] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.351855] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692570, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.415485] env[62259]: DEBUG nova.scheduler.client.report [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1684.433019] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692566, 'name': PowerOffVM_Task, 'duration_secs': 0.262336} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.433418] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.433704] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1684.433988] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352949', 'volume_id': '83843389-8a0c-48cf-99cf-52621c95f52d', 'name': 'volume-83843389-8a0c-48cf-99cf-52621c95f52d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3b931905-8d0d-4307-bb41-1b583f1eadcc', 'attached_at': '', 'detached_at': '', 'volume_id': '83843389-8a0c-48cf-99cf-52621c95f52d', 'serial': '83843389-8a0c-48cf-99cf-52621c95f52d'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1684.435310] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a54f1c8-a269-4c8e-8b80-0891c20ace6f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.463927] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658b6da1-81dc-4d68-9846-c1a72e7b2d4e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.473071] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1461f-f9d6-45d0-b1ab-ab1b5287ff80 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.501427] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6804a3-073b-457b-b49c-2b59525384e2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.519862] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] The volume has not been displaced from its original location: [datastore1] volume-83843389-8a0c-48cf-99cf-52621c95f52d/volume-83843389-8a0c-48cf-99cf-52621c95f52d.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1684.525489] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1684.528993] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6401a192-775a-4dba-8106-0a562c4fc6aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.551731] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1684.552059] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1684.552263] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352922', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'name': 'volume-6abac532-ceee-4888-b9fa-b3721de2976e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '06f8c667-25b9-4eaf-abec-83032b591081', 'attached_at': '', 'detached_at': '', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'serial': '6abac532-ceee-4888-b9fa-b3721de2976e'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1684.552557] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1684.552557] env[62259]: value = "task-1692571" [ 1684.552557] env[62259]: _type = "Task" [ 1684.552557] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.553635] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9d00c3-3c6a-4091-a737-7c0d7b9dcbec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.581927] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178a2155-15d0-4e88-a9c2-532cea3a49e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.584905] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.592453] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565df844-a706-4faf-82fe-48a6bed88ede {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.615731] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe2ab8b-ca90-4509-9958-8690917dc4fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.633407] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] The volume has not been displaced from its original location: [datastore1] volume-6abac532-ceee-4888-b9fa-b3721de2976e/volume-6abac532-ceee-4888-b9fa-b3721de2976e.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1684.639119] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1684.645080] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d6114d-34e6-4bdc-9f47-1adb29387a6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.667449] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692569, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.670539] env[62259]: DEBUG nova.network.neutron [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Updated VIF entry in instance network info cache for port 398ae402-08f5-4053-9188-d6ad780741cf. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.672319] env[62259]: DEBUG nova.network.neutron [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Updating instance_info_cache with network_info: [{"id": "398ae402-08f5-4053-9188-d6ad780741cf", "address": "fa:16:3e:8e:21:45", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398ae402-08", "ovs_interfaceid": "398ae402-08f5-4053-9188-d6ad780741cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.672319] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.672647] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1684.672647] env[62259]: value = "task-1692572" [ 1684.672647] env[62259]: _type = "Task" [ 1684.672647] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.681324] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.844176] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.844895] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e294dc-160c-4dd1-a98c-ba282e696438 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.849878] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692570, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.852133] env[62259]: DEBUG oslo_vmware.api [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1684.852133] env[62259]: value = "task-1692573" [ 1684.852133] env[62259]: _type = "Task" [ 1684.852133] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.862028] env[62259]: DEBUG oslo_vmware.api [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.928187] env[62259]: DEBUG oslo_concurrency.lockutils [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.931686] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.077s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.932281] env[62259]: DEBUG nova.objects.instance [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lazy-loading 'resources' on Instance uuid 060d7047-d1d3-4b42-9558-15fa6090d43a {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.953819] env[62259]: INFO nova.scheduler.client.report [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleted allocations for instance 3ae727ee-f97a-4191-a414-430bc45dfe04 [ 1685.067550] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692571, 'name': ReconfigVM_Task, 'duration_secs': 0.494498} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.067819] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1685.072572] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d573239-7e7a-4ca9-af4b-4d286b9c7dbe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.087903] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.088094] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.088275] env[62259]: DEBUG nova.network.neutron [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.095956] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1685.095956] env[62259]: value = "task-1692574" [ 1685.095956] env[62259]: _type = "Task" [ 1685.095956] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.106665] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.145068] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692568, 'name': ReconfigVM_Task, 'duration_secs': 0.716463} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.145068] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 805e7004-e44a-4c0d-9d8f-45878481cbc1/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.145068] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a07ec-70b4-45cf-97f3-b471518b3977 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.176086] env[62259]: DEBUG oslo_concurrency.lockutils [req-be33d8cb-80be-4016-ada3-9717470610ba req-6759f60f-f905-4b38-ba4b-30b592d2ddcb service nova] Releasing lock "refresh_cache-ab947d15-2908-44d2-865b-f229ee992721" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.193206] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ece19f-34a0-4fa6-bdf8-af4615681a23 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.203718] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563203} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.204041] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] d4c33baa-e2a1-4105-8539-b542e1222fe4/d4c33baa-e2a1-4105-8539-b542e1222fe4.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.204300] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.205249] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-164559fc-a68f-4d22-bfce-9f745add6154 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.210981] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692572, 'name': ReconfigVM_Task, 'duration_secs': 0.377568} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.212498] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1685.217394] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1685.217394] env[62259]: value = "task-1692575" [ 1685.217394] env[62259]: _type = "Task" [ 1685.217394] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.218840] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa228316-8979-416d-96cd-02fef9a24d04 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.231383] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1685.231383] env[62259]: value = "task-1692576" [ 1685.231383] env[62259]: _type = "Task" [ 1685.231383] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.240693] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1685.240693] env[62259]: value = "task-1692577" [ 1685.240693] env[62259]: _type = "Task" [ 1685.240693] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.250506] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.250663] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.255700] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.350272] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692570, 'name': CreateVM_Task, 'duration_secs': 0.663505} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.350460] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab947d15-2908-44d2-865b-f229ee992721] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1685.351248] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.351460] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.351869] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1685.352143] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc455b83-eee0-42a1-b42c-e3d1bedfbdcd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.360916] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1685.360916] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527daa65-4570-2c0d-abf5-bad93ce15d59" [ 1685.360916] env[62259]: _type = "Task" [ 1685.360916] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.364119] env[62259]: DEBUG oslo_vmware.api [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692573, 'name': PowerOffVM_Task, 'duration_secs': 0.407345} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.367041] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.367263] env[62259]: DEBUG nova.compute.manager [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.368593] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81632c8-21ce-472f-9d60-104bac6ebc9c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.376010] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527daa65-4570-2c0d-abf5-bad93ce15d59, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.377647] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.378097] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1685.378097] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.378218] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.378960] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1685.380639] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddacde4b-d963-4c8b-ba4c-c5f7d27c229b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.389686] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1685.389887] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1685.390673] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc08a44-1789-4011-a3cb-2fde8612e57a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.395853] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1685.395853] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d033a4-2c67-371f-e203-19d5cb18b436" [ 1685.395853] env[62259]: _type = "Task" [ 1685.395853] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.403862] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d033a4-2c67-371f-e203-19d5cb18b436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.465200] env[62259]: DEBUG oslo_concurrency.lockutils [None req-af30369a-38dd-4697-84f0-d7f42add569d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "3ae727ee-f97a-4191-a414-430bc45dfe04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.802s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.465995] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Acquired lock "3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.467180] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d01ad6-3c08-44a5-ae09-81fae295237d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.477370] env[62259]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1685.477533] env[62259]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62259) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1685.478443] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f71c6b6-b06d-4fbf-96fc-80ba38aeb73b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.488008] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5689e461-850d-49a5-a2af-3b788c379a04 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.525390] env[62259]: ERROR root [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-352906' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-352906' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-352906' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-352906'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-352906' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-352906' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-352906'}\n"]: nova.exception.InstanceNotFound: Instance 3ae727ee-f97a-4191-a414-430bc45dfe04 could not be found. [ 1685.525595] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Releasing lock "3ae727ee-f97a-4191-a414-430bc45dfe04" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.525821] env[62259]: DEBUG nova.compute.manager [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Detach interface failed, port_id=83ce05ef-1707-4b40-94de-7f7895cd2d54, reason: Instance 3ae727ee-f97a-4191-a414-430bc45dfe04 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1685.526106] env[62259]: DEBUG nova.compute.manager [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Received event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1685.526184] env[62259]: DEBUG nova.compute.manager [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing instance network info cache due to event network-changed-4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1685.526527] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Acquiring lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.526682] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Acquired lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.526785] env[62259]: DEBUG nova.network.neutron [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Refreshing network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.608258] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692574, 'name': ReconfigVM_Task, 'duration_secs': 0.224028} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.608591] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352949', 'volume_id': '83843389-8a0c-48cf-99cf-52621c95f52d', 'name': 'volume-83843389-8a0c-48cf-99cf-52621c95f52d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3b931905-8d0d-4307-bb41-1b583f1eadcc', 'attached_at': '', 'detached_at': '', 'volume_id': '83843389-8a0c-48cf-99cf-52621c95f52d', 'serial': '83843389-8a0c-48cf-99cf-52621c95f52d'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1685.608861] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.609667] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8237121e-7ac7-4157-b325-00afe3e806c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.620883] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.621509] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6069c198-da65-49c1-8acf-0d11367a399d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.723829] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.724115] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.724347] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleting the datastore file [datastore1] 3b931905-8d0d-4307-bb41-1b583f1eadcc {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.724615] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-456f26e5-ca6b-40be-9563-0f38f5bb336d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.730964] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181e3943-6603-4ea9-bb48-e87af3e2599c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.735093] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1685.735093] env[62259]: value = "task-1692579" [ 1685.735093] env[62259]: _type = "Task" [ 1685.735093] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.751858] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797c60b-6c24-4de5-b2bc-ec3fa28553c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.765599] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071778} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.765825] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692575, 'name': ReconfigVM_Task, 'duration_secs': 0.155793} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.766029] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.767601] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1685.767960] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.768662] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c1d8f-eb43-4e66-9155-e20166efeaf6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.771016] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe829d2a-3948-4c28-b853-b04176bf9867 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.776665] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692577, 'name': ReconfigVM_Task, 'duration_secs': 0.142238} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.779237] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352922', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'name': 'volume-6abac532-ceee-4888-b9fa-b3721de2976e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '06f8c667-25b9-4eaf-abec-83032b591081', 'attached_at': '', 'detached_at': '', 'volume_id': '6abac532-ceee-4888-b9fa-b3721de2976e', 'serial': '6abac532-ceee-4888-b9fa-b3721de2976e'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1685.779513] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.780615] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c33fa-105c-4812-830e-cf00823fdb3c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.801159] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d4c33baa-e2a1-4105-8539-b542e1222fe4/d4c33baa-e2a1-4105-8539-b542e1222fe4.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.801538] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1685.801538] env[62259]: value = "task-1692580" [ 1685.801538] env[62259]: _type = "Task" [ 1685.801538] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.828103] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58a94f1-83ff-4bf3-8c44-b351cde7b45f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.851690] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6d7ed5-4352-444a-bb98-55b7626ca55e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.854583] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.855949] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9007d691-89b3-4bd6-9bca-9e46e97170d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.862995] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.866447] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1685.866447] env[62259]: value = "task-1692581" [ 1685.866447] env[62259]: _type = "Task" [ 1685.866447] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.867752] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477a2ab8-545a-466f-86d1-ad124f65a394 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.886401] env[62259]: DEBUG nova.compute.provider_tree [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.892214] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4a6c8ca3-1c32-48a8-9376-e21a29a64710 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.897021] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.906211] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d033a4-2c67-371f-e203-19d5cb18b436, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.907039] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31958dd5-b0be-41d0-9ae1-dc73591f2926 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.916194] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1685.916194] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ca5aa0-5cb3-b298-2f27-1a9872f4c99a" [ 1685.916194] env[62259]: _type = "Task" [ 1685.916194] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.929623] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ca5aa0-5cb3-b298-2f27-1a9872f4c99a, 'name': SearchDatastore_Task} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.930070] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.930821] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] ab947d15-2908-44d2-865b-f229ee992721/ab947d15-2908-44d2-865b-f229ee992721.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.930821] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fe432d2-7e8a-4a7a-b8d5-667eeb8449ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.942014] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.942014] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.942014] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Deleting the datastore file [datastore1] 06f8c667-25b9-4eaf-abec-83032b591081 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.942014] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-338e8307-391c-4299-b09f-24a205ebaad2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.944510] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1685.944510] env[62259]: value = "task-1692583" [ 1685.944510] env[62259]: _type = "Task" [ 1685.944510] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.952657] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for the task: (returnval){ [ 1685.952657] env[62259]: value = "task-1692584" [ 1685.952657] env[62259]: _type = "Task" [ 1685.952657] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.960262] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.965938] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.024897] env[62259]: DEBUG nova.compute.manager [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received event network-vif-plugged-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1686.025153] env[62259]: DEBUG oslo_concurrency.lockutils [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] Acquiring lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.025368] env[62259]: DEBUG oslo_concurrency.lockutils [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.025539] env[62259]: DEBUG oslo_concurrency.lockutils [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.025703] env[62259]: DEBUG nova.compute.manager [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] No waiting events found dispatching network-vif-plugged-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1686.025860] env[62259]: WARNING nova.compute.manager [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received unexpected event network-vif-plugged-b44c52b6-7288-434c-876f-17152a227544 for instance with vm_state shelved_offloaded and task_state spawning. [ 1686.026154] env[62259]: DEBUG nova.compute.manager [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received event network-changed-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1686.026376] env[62259]: DEBUG nova.compute.manager [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Refreshing instance network info cache due to event network-changed-b44c52b6-7288-434c-876f-17152a227544. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1686.026556] env[62259]: DEBUG oslo_concurrency.lockutils [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] Acquiring lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.050019] env[62259]: DEBUG nova.network.neutron [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updating instance_info_cache with network_info: [{"id": "b44c52b6-7288-434c-876f-17152a227544", "address": "fa:16:3e:51:fa:ea", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44c52b6-72", "ovs_interfaceid": "b44c52b6-7288-434c-876f-17152a227544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.084176] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.084329] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.085297] env[62259]: INFO nova.compute.manager [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Shelving [ 1686.250464] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.356915] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692580, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.358944] env[62259]: DEBUG nova.network.neutron [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updated VIF entry in instance network info cache for port 4d84bdfd-e8d3-435a-af62-8f7b59ca376b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.359674] env[62259]: DEBUG nova.network.neutron [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updating instance_info_cache with network_info: [{"id": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "address": "fa:16:3e:84:b5:63", "network": {"id": "8c73d229-c370-4d2f-8c67-514c2033471b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1869965971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96752b373f3341acba62e8b43d066d44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d84bdfd-e8", "ovs_interfaceid": "4d84bdfd-e8d3-435a-af62-8f7b59ca376b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.377972] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.395344] env[62259]: DEBUG nova.scheduler.client.report [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1686.458399] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.466854] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.556178] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.557344] env[62259]: DEBUG oslo_concurrency.lockutils [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] Acquired lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.557602] env[62259]: DEBUG nova.network.neutron [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Refreshing network info cache for port b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.595351] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2e3dde4e2117d321985187d96d01aa9f',container_format='bare',created_at=2024-12-10T15:41:43Z,direct_url=,disk_format='vmdk',id=b517a71b-b106-4e2a-81a0-eb10f591a003,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-415871044-shelved',owner='5cc423bbcf0644bb87fc671dfceea7b2',properties=ImageMetaProps,protected=,size=31592448,status='active',tags=,updated_at=2024-12-10T15:42:02Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1686.596458] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1686.596458] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.596458] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1686.596458] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.596458] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1686.596458] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1686.597104] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1686.597104] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1686.597104] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1686.597104] env[62259]: DEBUG nova.virt.hardware [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1686.598401] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ac7295-0390-4af6-ab89-303394b12c23 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.609699] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b00f58e-44ed-4bcf-8802-e36c423a1c65 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.625172] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:fa:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed82fc44-f216-40a7-a68b-62d76ffdb1f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b44c52b6-7288-434c-876f-17152a227544', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.633579] env[62259]: DEBUG oslo.service.loopingcall [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.633579] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.633790] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c2e49e-7fc4-45b4-a4ca-e65615c5172c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.655074] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.655074] env[62259]: value = "task-1692585" [ 1686.655074] env[62259]: _type = "Task" [ 1686.655074] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.665313] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692585, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.665734] env[62259]: INFO nova.compute.manager [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Rebuilding instance [ 1686.717160] env[62259]: DEBUG nova.compute.manager [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.718768] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd61cb-38f8-4380-bb1d-97488d23318a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.752536] env[62259]: DEBUG oslo_vmware.api [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.739925} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.752836] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.753069] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.753354] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.753570] env[62259]: INFO nova.compute.manager [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1686.753837] env[62259]: DEBUG oslo.service.loopingcall [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.754064] env[62259]: DEBUG nova.compute.manager [-] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1686.754229] env[62259]: DEBUG nova.network.neutron [-] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.858269] env[62259]: DEBUG oslo_vmware.api [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692580, 'name': PowerOnVM_Task, 'duration_secs': 0.845418} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.860747] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.862768] env[62259]: DEBUG oslo_concurrency.lockutils [req-5b5d8ab6-0712-47ef-bf5f-ea23b130607b req-bfb92442-5321-47f9-87f1-ae4daf16cf9b service nova] Releasing lock "refresh_cache-9252f584-ab03-44bc-8804-6ec531eb969a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.865071] env[62259]: DEBUG nova.compute.manager [None req-5bc636cf-9665-4314-bb17-4d654a0e0922 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.866094] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59e8fff-0233-483a-bb20-c6d563f15ac6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.880619] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692581, 'name': ReconfigVM_Task, 'duration_secs': 0.973398} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.882696] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d4c33baa-e2a1-4105-8539-b542e1222fe4/d4c33baa-e2a1-4105-8539-b542e1222fe4.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1686.891127] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c001f684-7753-4151-b427-a031d7b54e5e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.900541] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.905850] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.755s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.907939] env[62259]: INFO nova.compute.claims [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1686.911881] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1686.911881] env[62259]: value = "task-1692586" [ 1686.911881] env[62259]: _type = "Task" [ 1686.911881] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.921596] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692586, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.925228] env[62259]: INFO nova.scheduler.client.report [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Deleted allocations for instance 060d7047-d1d3-4b42-9558-15fa6090d43a [ 1686.955774] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.992579} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.959017] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] ab947d15-2908-44d2-865b-f229ee992721/ab947d15-2908-44d2-865b-f229ee992721.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.959017] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.959888] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aba192f-711f-4368-a2e7-b4def05afaf5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.972819] env[62259]: DEBUG oslo_vmware.api [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Task: {'id': task-1692584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532446} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.974508] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.974599] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.974751] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.976931] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1686.976931] env[62259]: value = "task-1692587" [ 1686.976931] env[62259]: _type = "Task" [ 1686.976931] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.986622] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.048160] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1687.048505] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58a7c064-aeb6-46cd-8b16-6740c95c7eff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.062072] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106b8792-559d-4ebc-9d05-411adcd99d16 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.103224] env[62259]: ERROR nova.compute.manager [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Failed to detach volume 6abac532-ceee-4888-b9fa-b3721de2976e from /dev/sda: nova.exception.InstanceNotFound: Instance 06f8c667-25b9-4eaf-abec-83032b591081 could not be found. [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Traceback (most recent call last): [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self.driver.rebuild(**kwargs) [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] raise NotImplementedError() [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] NotImplementedError [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] During handling of the above exception, another exception occurred: [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Traceback (most recent call last): [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self.driver.detach_volume(context, old_connection_info, [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] return self._volumeops.detach_volume(connection_info, instance) [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self._detach_volume_vmdk(connection_info, instance) [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] stable_ref.fetch_moref(session) [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] nova.exception.InstanceNotFound: Instance 06f8c667-25b9-4eaf-abec-83032b591081 could not be found. [ 1687.103224] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] [ 1687.106366] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.106366] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce9b220-412d-47b8-baf1-d2e6d47a77fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.113218] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1687.113218] env[62259]: value = "task-1692588" [ 1687.113218] env[62259]: _type = "Task" [ 1687.113218] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.123563] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.167179] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692585, 'name': CreateVM_Task, 'duration_secs': 0.444547} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.167179] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.167179] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.167179] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.167179] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.167507] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ed19b4-a657-4333-921c-4eb830a574d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.175795] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1687.175795] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52176e2d-4c53-ed97-491d-265f4e4b91c5" [ 1687.175795] env[62259]: _type = "Task" [ 1687.175795] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.190841] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52176e2d-4c53-ed97-491d-265f4e4b91c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.262134] env[62259]: DEBUG nova.compute.manager [req-963fdab0-84d4-4ce0-aa26-3535c2628faa req-e7e52c55-33cb-4053-b9bd-b8d82d44abb2 service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Received event network-vif-deleted-b732cc49-ac4f-4812-b580-342b9a1f7aa7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1687.262319] env[62259]: INFO nova.compute.manager [req-963fdab0-84d4-4ce0-aa26-3535c2628faa req-e7e52c55-33cb-4053-b9bd-b8d82d44abb2 service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Neutron deleted interface b732cc49-ac4f-4812-b580-342b9a1f7aa7; detaching it from the instance and deleting it from the info cache [ 1687.262515] env[62259]: DEBUG nova.network.neutron [req-963fdab0-84d4-4ce0-aa26-3535c2628faa req-e7e52c55-33cb-4053-b9bd-b8d82d44abb2 service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.302674] env[62259]: DEBUG nova.compute.utils [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Build of instance 06f8c667-25b9-4eaf-abec-83032b591081 aborted: Failed to rebuild volume backed instance. {{(pid=62259) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1687.305904] env[62259]: ERROR nova.compute.manager [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 06f8c667-25b9-4eaf-abec-83032b591081 aborted: Failed to rebuild volume backed instance. [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Traceback (most recent call last): [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self.driver.rebuild(**kwargs) [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] raise NotImplementedError() [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] NotImplementedError [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] During handling of the above exception, another exception occurred: [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Traceback (most recent call last): [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self._detach_root_volume(context, instance, root_bdm) [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] with excutils.save_and_reraise_exception(): [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self.force_reraise() [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] raise self.value [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self.driver.detach_volume(context, old_connection_info, [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] return self._volumeops.detach_volume(connection_info, instance) [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self._detach_volume_vmdk(connection_info, instance) [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] stable_ref.fetch_moref(session) [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] nova.exception.InstanceNotFound: Instance 06f8c667-25b9-4eaf-abec-83032b591081 could not be found. [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] During handling of the above exception, another exception occurred: [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Traceback (most recent call last): [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 11195, in _error_out_instance_on_exception [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] yield [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1687.305904] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self._do_rebuild_instance_with_claim( [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self._do_rebuild_instance( [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self._rebuild_default_impl(**kwargs) [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] self._rebuild_volume_backed_instance( [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] raise exception.BuildAbortException( [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] nova.exception.BuildAbortException: Build of instance 06f8c667-25b9-4eaf-abec-83032b591081 aborted: Failed to rebuild volume backed instance. [ 1687.307303] env[62259]: ERROR nova.compute.manager [instance: 06f8c667-25b9-4eaf-abec-83032b591081] [ 1687.431237] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692586, 'name': Rename_Task, 'duration_secs': 0.160324} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.436243] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.436708] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a1290f8-906f-4860-b5b6-71443e40d0ba tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.093s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.437686] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8365b85-7a47-49d6-aba6-c4e4df3c0361 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.439749] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 16.374s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.439972] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "060d7047-d1d3-4b42-9558-15fa6090d43a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.440210] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.440378] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.447584] env[62259]: INFO nova.compute.manager [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Terminating instance [ 1687.462641] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1687.462641] env[62259]: value = "task-1692589" [ 1687.462641] env[62259]: _type = "Task" [ 1687.462641] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.474011] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.486023] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06838} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.486312] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1687.487076] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0433588d-8437-4595-b426-3cfb18170ab5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.510988] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] ab947d15-2908-44d2-865b-f229ee992721/ab947d15-2908-44d2-865b-f229ee992721.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1687.512264] env[62259]: DEBUG nova.network.neutron [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updated VIF entry in instance network info cache for port b44c52b6-7288-434c-876f-17152a227544. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1687.512553] env[62259]: DEBUG nova.network.neutron [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updating instance_info_cache with network_info: [{"id": "b44c52b6-7288-434c-876f-17152a227544", "address": "fa:16:3e:51:fa:ea", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44c52b6-72", "ovs_interfaceid": "b44c52b6-7288-434c-876f-17152a227544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.513688] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9de152fe-53e9-4711-9eb4-e8d90e3c7290 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.530095] env[62259]: DEBUG oslo_concurrency.lockutils [req-c405f45f-04f7-47a1-a394-f0b15197ebf7 req-1cc3d209-a5d2-499f-8018-f946e3f0de4e service nova] Releasing lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.536106] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1687.536106] env[62259]: value = "task-1692590" [ 1687.536106] env[62259]: _type = "Task" [ 1687.536106] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.545836] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.623109] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692588, 'name': PowerOffVM_Task, 'duration_secs': 0.240358} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.623513] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.624141] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a9587-45a2-4990-8d7b-ffaf831a3077 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.642093] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d154add-21a4-4b0d-99a6-520e9572c406 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.685814] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.686160] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Processing image b517a71b-b106-4e2a-81a0-eb10f591a003 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1687.686417] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003/b517a71b-b106-4e2a-81a0-eb10f591a003.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.686567] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003/b517a71b-b106-4e2a-81a0-eb10f591a003.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.686757] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1687.687109] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c08583f-8b85-4507-949c-06d0397ee726 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.699474] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.699660] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1687.700434] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35819b9f-6232-4662-8374-9140f3cd36be {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.702727] env[62259]: DEBUG nova.network.neutron [-] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.706655] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1687.706655] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52682832-2fa8-6caf-cde7-7571cb15b898" [ 1687.706655] env[62259]: _type = "Task" [ 1687.706655] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.714253] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52682832-2fa8-6caf-cde7-7571cb15b898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.738018] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.738018] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e759fc7-c8a6-455b-96f7-96f93f2aa4b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.742524] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1687.742524] env[62259]: value = "task-1692591" [ 1687.742524] env[62259]: _type = "Task" [ 1687.742524] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.752277] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1687.752528] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.753305] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bda2478-a746-418d-a2d3-cfefa4d9323d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.761189] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.761456] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95834fee-3ca3-4fb5-ac26-1762420e5dbd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.765650] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8194226-732c-4067-9712-8377f8d2e0e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.773172] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfaf7ba-c686-42bc-a7e9-9f7dc9b34ec0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.805669] env[62259]: DEBUG nova.compute.manager [req-963fdab0-84d4-4ce0-aa26-3535c2628faa req-e7e52c55-33cb-4053-b9bd-b8d82d44abb2 service nova] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Detach interface failed, port_id=b732cc49-ac4f-4812-b580-342b9a1f7aa7, reason: Instance 3b931905-8d0d-4307-bb41-1b583f1eadcc could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1687.820759] env[62259]: INFO nova.compute.manager [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Unrescuing [ 1687.821469] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.821469] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.821469] env[62259]: DEBUG nova.network.neutron [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.844133] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.844384] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.844574] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleting the datastore file [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.844828] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1291ab3b-689a-49f4-b93f-47bec01b93f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.852695] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1687.852695] env[62259]: value = "task-1692593" [ 1687.852695] env[62259]: _type = "Task" [ 1687.852695] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.860425] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.953156] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.953156] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquired lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.953156] env[62259]: DEBUG nova.network.neutron [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.975380] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.047502] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.153462] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1688.154119] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7deb89cd-1c3c-4503-9aa1-a3651f692c0e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.162806] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1688.162806] env[62259]: value = "task-1692594" [ 1688.162806] env[62259]: _type = "Task" [ 1688.162806] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.202985] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692594, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.204939] env[62259]: INFO nova.compute.manager [-] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Took 1.45 seconds to deallocate network for instance. [ 1688.215799] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbd656f-dc6e-4775-a5d8-91bdacc59677 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.235058] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97751001-7541-452b-8efc-21ff47cfb729 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.239163] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Preparing fetch location {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1688.239429] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Fetch image to [datastore1] OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade/OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade.vmdk {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1688.239606] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Downloading stream optimized image b517a71b-b106-4e2a-81a0-eb10f591a003 to [datastore1] OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade/OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade.vmdk on the data store datastore1 as vApp {{(pid=62259) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1688.239818] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Downloading image file data b517a71b-b106-4e2a-81a0-eb10f591a003 to the ESX as VM named 'OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade' {{(pid=62259) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1688.279139] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f58e52c-062c-48c1-9497-9f57bee1dedd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.292056] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8738fd-59e8-49c8-b072-f5f033bbfb6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.342618] env[62259]: DEBUG nova.compute.provider_tree [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.368093] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416567} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.368383] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.368576] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.368759] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.383667] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1688.383667] env[62259]: value = "resgroup-9" [ 1688.383667] env[62259]: _type = "ResourcePool" [ 1688.383667] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1688.384429] env[62259]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-57e35107-103b-4c37-bc29-88ec2c2e7d55 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.406148] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lease: (returnval){ [ 1688.406148] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1688.406148] env[62259]: _type = "HttpNfcLease" [ 1688.406148] env[62259]: } obtained for vApp import into resource pool (val){ [ 1688.406148] env[62259]: value = "resgroup-9" [ 1688.406148] env[62259]: _type = "ResourcePool" [ 1688.406148] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1688.406148] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the lease: (returnval){ [ 1688.406148] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1688.406148] env[62259]: _type = "HttpNfcLease" [ 1688.406148] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1688.413477] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1688.413477] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1688.413477] env[62259]: _type = "HttpNfcLease" [ 1688.413477] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1688.455404] env[62259]: DEBUG nova.compute.utils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Can not refresh info_cache because instance was not found {{(pid=62259) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1688.475125] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.478581] env[62259]: DEBUG nova.network.neutron [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.550348] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692590, 'name': ReconfigVM_Task, 'duration_secs': 0.845025} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.550629] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Reconfigured VM instance instance-0000005d to attach disk [datastore1] ab947d15-2908-44d2-865b-f229ee992721/ab947d15-2908-44d2-865b-f229ee992721.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.551358] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce0c1886-2bd1-45c1-82f6-ebb230b23893 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.559315] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1688.559315] env[62259]: value = "task-1692596" [ 1688.559315] env[62259]: _type = "Task" [ 1688.559315] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.572246] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692596, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.576170] env[62259]: DEBUG nova.network.neutron [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.673236] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692594, 'name': CreateSnapshot_Task, 'duration_secs': 0.461743} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.673601] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1688.674324] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc2544f-5ac8-4b6e-a726-92f34c01ff75 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.785651] env[62259]: INFO nova.compute.manager [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Took 0.58 seconds to detach 1 volumes for instance. [ 1688.788236] env[62259]: DEBUG nova.network.neutron [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Updating instance_info_cache with network_info: [{"id": "81d22fbd-34dd-410d-8a03-3218e19c9947", "address": "fa:16:3e:f0:b2:7c", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d22fbd-34", "ovs_interfaceid": "81d22fbd-34dd-410d-8a03-3218e19c9947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.837652] env[62259]: DEBUG nova.scheduler.client.report [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1688.846677] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.846934] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.915303] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1688.915303] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1688.915303] env[62259]: _type = "HttpNfcLease" [ 1688.915303] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1688.973596] env[62259]: DEBUG oslo_vmware.api [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692589, 'name': PowerOnVM_Task, 'duration_secs': 1.126597} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.973737] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.974707] env[62259]: INFO nova.compute.manager [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1688.974707] env[62259]: DEBUG nova.compute.manager [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.974885] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d47d8a-6b98-454f-b4f4-bb48346a897b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.072570] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692596, 'name': Rename_Task, 'duration_secs': 0.151783} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.072570] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.072570] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d03f4320-775d-4667-b23c-2e7d58fe5afb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.079881] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Releasing lock "refresh_cache-060d7047-d1d3-4b42-9558-15fa6090d43a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.080504] env[62259]: DEBUG nova.compute.manager [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.080608] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.080851] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1689.080851] env[62259]: value = "task-1692597" [ 1689.080851] env[62259]: _type = "Task" [ 1689.080851] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.081303] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5046a161-0f38-401c-a465-d1ca347bef83 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.092016] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.096101] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230f8647-fd25-4a13-926f-148b8aafda40 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.132897] env[62259]: WARNING nova.virt.vmwareapi.vmops [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 060d7047-d1d3-4b42-9558-15fa6090d43a could not be found. [ 1689.133139] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.133333] env[62259]: INFO nova.compute.manager [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1689.133583] env[62259]: DEBUG oslo.service.loopingcall [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.133843] env[62259]: DEBUG nova.compute.manager [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.134018] env[62259]: DEBUG nova.network.neutron [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.156937] env[62259]: DEBUG nova.network.neutron [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1689.192768] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1689.193075] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fcd6ad14-8e83-49d2-99cd-f09b43eb98c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.204517] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1689.204517] env[62259]: value = "task-1692598" [ 1689.204517] env[62259]: _type = "Task" [ 1689.204517] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.212786] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692598, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.285257] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "9252f584-ab03-44bc-8804-6ec531eb969a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.285531] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "9252f584-ab03-44bc-8804-6ec531eb969a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.286290] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "9252f584-ab03-44bc-8804-6ec531eb969a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.286290] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "9252f584-ab03-44bc-8804-6ec531eb969a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.286290] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "9252f584-ab03-44bc-8804-6ec531eb969a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.288818] env[62259]: INFO nova.compute.manager [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Terminating instance [ 1689.293358] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "refresh_cache-805e7004-e44a-4c0d-9d8f-45878481cbc1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.293929] env[62259]: DEBUG nova.objects.instance [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lazy-loading 'flavor' on Instance uuid 805e7004-e44a-4c0d-9d8f-45878481cbc1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.296009] env[62259]: DEBUG oslo_concurrency.lockutils [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.322410] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.348110] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.348627] env[62259]: DEBUG nova.compute.manager [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1689.351472] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.639s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.351700] env[62259]: DEBUG nova.objects.instance [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lazy-loading 'resources' on Instance uuid 744c8809-f829-4c6b-94ab-9e708d519862 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.352831] env[62259]: DEBUG nova.compute.manager [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1689.405206] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1689.405392] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1689.405589] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.405733] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1689.405873] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.406027] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1689.406235] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1689.406395] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1689.406560] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1689.406722] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1689.406896] env[62259]: DEBUG nova.virt.hardware [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1689.407873] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e7bbfa-c4d3-42b4-bb67-950542fcbd6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.418357] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1689.418357] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1689.418357] env[62259]: _type = "HttpNfcLease" [ 1689.418357] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1689.421589] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ef2e3-6b91-433a-b959-3caa9a74e34b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.435544] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:d7:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba588932-e7d2-46a2-99c8-cc2bccf8e2b6', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.443131] env[62259]: DEBUG oslo.service.loopingcall [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.443353] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.443576] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c5b5092-b0f0-46a0-b3e5-cd38ade61854 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.463015] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.463015] env[62259]: value = "task-1692599" [ 1689.463015] env[62259]: _type = "Task" [ 1689.463015] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.470529] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692599, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.492149] env[62259]: INFO nova.compute.manager [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Took 28.37 seconds to build instance. [ 1689.593221] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.661578] env[62259]: DEBUG nova.network.neutron [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.718047] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692598, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.793836] env[62259]: DEBUG nova.compute.manager [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.794073] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.795010] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a232b4c-deb1-4608-bfe4-86dfb0f62f05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.801216] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177c03f6-9692-4ca6-9eff-340783ef8d7c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.806480] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.807048] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a852301f-1c3d-46f9-ad35-c0b2d5ac17e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.828862] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.830522] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3b0f984-ee22-45fb-8401-e3b5217cd967 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.832375] env[62259]: DEBUG oslo_vmware.api [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1689.832375] env[62259]: value = "task-1692600" [ 1689.832375] env[62259]: _type = "Task" [ 1689.832375] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.837667] env[62259]: DEBUG oslo_vmware.api [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1689.837667] env[62259]: value = "task-1692601" [ 1689.837667] env[62259]: _type = "Task" [ 1689.837667] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.840672] env[62259]: DEBUG oslo_vmware.api [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.848859] env[62259]: DEBUG oslo_vmware.api [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.860790] env[62259]: DEBUG nova.compute.utils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1689.867737] env[62259]: DEBUG nova.compute.manager [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1689.868541] env[62259]: DEBUG nova.network.neutron [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1689.884295] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.920789] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1689.920789] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1689.920789] env[62259]: _type = "HttpNfcLease" [ 1689.920789] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1689.941770] env[62259]: DEBUG nova.policy [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88ea0c04296d4e0d961651e5a4564e64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c594001a843b41b0831403320d17caff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1689.974235] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692599, 'name': CreateVM_Task, 'duration_secs': 0.335432} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.976727] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.977933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.977933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.978189] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.978447] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f25c906-0853-4671-80f9-498015a76489 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.985927] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1689.985927] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d2d185-32d6-55e6-54fb-3cf7a1843155" [ 1689.985927] env[62259]: _type = "Task" [ 1689.985927] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.992852] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d2d185-32d6-55e6-54fb-3cf7a1843155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.994344] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8fa5fba6-2c7c-4c8b-8fb4-a45ff44ed2cf tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "d4c33baa-e2a1-4105-8539-b542e1222fe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.881s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.096539] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.151274] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530a6a72-faa1-4dcd-b043-fc964651b6e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.159169] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6506d5-7446-4612-82aa-d0ab60a9a39b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.163901] env[62259]: INFO nova.compute.manager [-] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Took 1.03 seconds to deallocate network for instance. [ 1690.198035] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec5f301-174f-4e10-af6a-a3bb79cd4ae6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.203077] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea2b1bd-bbe8-463b-97c8-e7676e501f6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.217666] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692598, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.225815] env[62259]: DEBUG nova.compute.provider_tree [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.341640] env[62259]: DEBUG oslo_vmware.api [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692600, 'name': PowerOffVM_Task, 'duration_secs': 0.421056} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.344947] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.345196] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.345398] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e690d42-7dd8-4734-bab2-912dc65bd29a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.351872] env[62259]: DEBUG oslo_vmware.api [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692601, 'name': PowerOffVM_Task, 'duration_secs': 0.39638} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.352145] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.358890] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1690.359152] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bffeaaf9-9bcc-4fc0-8546-30161abfb268 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.374648] env[62259]: DEBUG nova.compute.manager [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1690.384506] env[62259]: DEBUG oslo_vmware.api [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1690.384506] env[62259]: value = "task-1692603" [ 1690.384506] env[62259]: _type = "Task" [ 1690.384506] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.393271] env[62259]: DEBUG oslo_vmware.api [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.416924] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1690.416924] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1690.416924] env[62259]: _type = "HttpNfcLease" [ 1690.416924] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1690.418424] env[62259]: DEBUG oslo_concurrency.lockutils [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Acquiring lock "06f8c667-25b9-4eaf-abec-83032b591081" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.418651] env[62259]: DEBUG oslo_concurrency.lockutils [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "06f8c667-25b9-4eaf-abec-83032b591081" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.418848] env[62259]: DEBUG oslo_concurrency.lockutils [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Acquiring lock "06f8c667-25b9-4eaf-abec-83032b591081-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.419037] env[62259]: DEBUG oslo_concurrency.lockutils [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "06f8c667-25b9-4eaf-abec-83032b591081-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.419207] env[62259]: DEBUG oslo_concurrency.lockutils [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "06f8c667-25b9-4eaf-abec-83032b591081-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.421267] env[62259]: INFO nova.compute.manager [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Terminating instance [ 1690.447052] env[62259]: DEBUG nova.network.neutron [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Successfully created port: ec09d6e5-8a84-4260-b847-c6ac107d066b {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.500709] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d2d185-32d6-55e6-54fb-3cf7a1843155, 'name': SearchDatastore_Task, 'duration_secs': 0.016453} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.501220] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.501605] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.502034] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.502270] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.502542] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.503349] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bab1ccf9-99f5-4ccd-be92-f80278794208 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.512626] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.512852] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.513854] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f0a780-71e5-44dd-b771-cd7b086e8d20 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.520924] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1690.520924] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a1a94c-0df3-408e-d9c0-6a7e695cad82" [ 1690.520924] env[62259]: _type = "Task" [ 1690.520924] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.530951] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a1a94c-0df3-408e-d9c0-6a7e695cad82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.594809] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.699227] env[62259]: INFO nova.compute.manager [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance disappeared during terminate [ 1690.700032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7244ed39-cbe9-4bde-8041-282e6d2a6b58 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "060d7047-d1d3-4b42-9558-15fa6090d43a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.260s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.719257] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692598, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.728688] env[62259]: DEBUG nova.scheduler.client.report [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1690.901419] env[62259]: DEBUG oslo_vmware.api [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692603, 'name': ReconfigVM_Task, 'duration_secs': 0.250729} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.901897] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1690.902141] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.902405] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d996dc0-3d4b-47c4-b54e-ba59e7d1982b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.909163] env[62259]: DEBUG oslo_vmware.api [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1690.909163] env[62259]: value = "task-1692604" [ 1690.909163] env[62259]: _type = "Task" [ 1690.909163] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.918467] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1690.918467] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1690.918467] env[62259]: _type = "HttpNfcLease" [ 1690.918467] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1690.921701] env[62259]: DEBUG oslo_vmware.api [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.928891] env[62259]: DEBUG nova.compute.manager [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1690.929598] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f9dc7d4-5514-42fc-823f-eea26e3f169d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.938396] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b36cd64-a6a3-420e-8716-6c93730e944b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.971024] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquiring lock "d4c33baa-e2a1-4105-8539-b542e1222fe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.971124] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "d4c33baa-e2a1-4105-8539-b542e1222fe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.971270] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquiring lock "d4c33baa-e2a1-4105-8539-b542e1222fe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.971454] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "d4c33baa-e2a1-4105-8539-b542e1222fe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.971620] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "d4c33baa-e2a1-4105-8539-b542e1222fe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.973782] env[62259]: WARNING nova.virt.vmwareapi.driver [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 06f8c667-25b9-4eaf-abec-83032b591081 could not be found. [ 1690.973782] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.974241] env[62259]: INFO nova.compute.manager [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Terminating instance [ 1690.975486] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b25fb56-3d2c-4073-97b0-b2b10f2784e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.987020] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bec70ef-b18b-4cf5-9501-0cd6d63700cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.026194] env[62259]: WARNING nova.virt.vmwareapi.vmops [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 06f8c667-25b9-4eaf-abec-83032b591081 could not be found. [ 1691.026194] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.026194] env[62259]: INFO nova.compute.manager [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1691.026194] env[62259]: DEBUG oslo.service.loopingcall [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.029524] env[62259]: DEBUG nova.compute.manager [-] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.029625] env[62259]: DEBUG nova.network.neutron [-] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.037400] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a1a94c-0df3-408e-d9c0-6a7e695cad82, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.038296] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c594ca0-7933-405d-880f-59573f582b06 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.044117] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1691.044117] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52272e39-661b-45e1-0feb-34f03a66a48e" [ 1691.044117] env[62259]: _type = "Task" [ 1691.044117] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.052855] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52272e39-661b-45e1-0feb-34f03a66a48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.094586] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692597, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.217888] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692598, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.234423] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.236843] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.809s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.237165] env[62259]: DEBUG nova.objects.instance [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lazy-loading 'resources' on Instance uuid e6d34622-a87d-4ada-9be0-c4515f53d329 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.258911] env[62259]: INFO nova.scheduler.client.report [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Deleted allocations for instance 744c8809-f829-4c6b-94ab-9e708d519862 [ 1691.388133] env[62259]: DEBUG nova.compute.manager [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1691.416076] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1691.416318] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1691.416476] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.416657] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1691.416801] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.416946] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1691.417167] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1691.417328] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1691.417490] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1691.417649] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1691.417821] env[62259]: DEBUG nova.virt.hardware [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1691.418675] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21364c57-1e24-45ea-ad5c-a5bb9e0531c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.430932] env[62259]: DEBUG oslo_vmware.api [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692604, 'name': PowerOnVM_Task, 'duration_secs': 0.465232} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.436302] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.436423] env[62259]: DEBUG nova.compute.manager [None req-cdd67e3b-119a-4f25-a031-796709fd8f3e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1691.436710] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1691.436710] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1691.436710] env[62259]: _type = "HttpNfcLease" [ 1691.436710] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1691.437486] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51234ea0-9823-464a-bbc4-40c60b9a21df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.442215] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41aec372-5210-4798-af75-7127417f8e99 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.484840] env[62259]: DEBUG nova.compute.manager [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1691.484840] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.484840] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf5005-1d3e-468f-b23a-c3c10638492b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.491039] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.491345] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c03da766-b5a0-4633-853b-b54478c3745e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.498138] env[62259]: DEBUG oslo_vmware.api [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1691.498138] env[62259]: value = "task-1692605" [ 1691.498138] env[62259]: _type = "Task" [ 1691.498138] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.513966] env[62259]: DEBUG oslo_vmware.api [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.556944] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52272e39-661b-45e1-0feb-34f03a66a48e, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.557229] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.557487] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211/385eb7c8-4070-42b8-94ae-e70402b0d211.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.557742] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-918123f8-81bd-443e-ada7-1ddb90057b9d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.564402] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1691.564402] env[62259]: value = "task-1692606" [ 1691.564402] env[62259]: _type = "Task" [ 1691.564402] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.573260] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.594997] env[62259]: DEBUG oslo_vmware.api [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692597, 'name': PowerOnVM_Task, 'duration_secs': 2.033139} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.595236] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.595443] env[62259]: INFO nova.compute.manager [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1691.595635] env[62259]: DEBUG nova.compute.manager [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1691.596468] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cc4601-a920-4f66-951a-293b749a8687 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.637031] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.640025] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.640025] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Deleting the datastore file [datastore1] 9252f584-ab03-44bc-8804-6ec531eb969a {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.640025] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13fa70db-d6a6-44a9-990a-c53c1f280dc1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.648024] env[62259]: DEBUG oslo_vmware.api [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for the task: (returnval){ [ 1691.648024] env[62259]: value = "task-1692607" [ 1691.648024] env[62259]: _type = "Task" [ 1691.648024] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.656694] env[62259]: DEBUG oslo_vmware.api [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.721170] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692598, 'name': CloneVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.769181] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7354418e-bbf1-4aa6-9f26-bdd9bb1fc916 tempest-VolumesAdminNegativeTest-1937478387 tempest-VolumesAdminNegativeTest-1937478387-project-member] Lock "744c8809-f829-4c6b-94ab-9e708d519862" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.829s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.926777] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1691.926777] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1691.926777] env[62259]: _type = "HttpNfcLease" [ 1691.926777] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1691.927114] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1691.927114] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524145ff-a053-2901-f35f-1065ef6a24af" [ 1691.927114] env[62259]: _type = "HttpNfcLease" [ 1691.927114] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1691.927901] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad3cb53-841b-47f7-a1b3-39bb5091caa7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.942112] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b671b7-d621-734b-3804-37a4ba4b6c70/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1691.942433] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Creating HTTP connection to write to file with size = 31592448 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b671b7-d621-734b-3804-37a4ba4b6c70/disk-0.vmdk. {{(pid=62259) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1692.018364] env[62259]: DEBUG nova.compute.manager [req-418f1e30-6d6d-4af0-80cf-13d96d96e98a req-38373a01-3ae3-41f4-a742-ba9c1bdf998a service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Received event network-vif-deleted-ad8718ba-24df-4df0-a2e9-3ae49c8ed31d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1692.018571] env[62259]: INFO nova.compute.manager [req-418f1e30-6d6d-4af0-80cf-13d96d96e98a req-38373a01-3ae3-41f4-a742-ba9c1bdf998a service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Neutron deleted interface ad8718ba-24df-4df0-a2e9-3ae49c8ed31d; detaching it from the instance and deleting it from the info cache [ 1692.018772] env[62259]: DEBUG nova.network.neutron [req-418f1e30-6d6d-4af0-80cf-13d96d96e98a req-38373a01-3ae3-41f4-a742-ba9c1bdf998a service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.038211] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd3ff60b-ed30-47bd-8048-44d91327de90 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.044026] env[62259]: DEBUG oslo_vmware.api [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692605, 'name': PowerOffVM_Task, 'duration_secs': 0.262351} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.044026] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1692.044026] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1692.045364] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b70a85fa-fe72-4ba1-95bc-0dc6cfbe79e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.076487] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503534} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.076686] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211/385eb7c8-4070-42b8-94ae-e70402b0d211.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.076896] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.077177] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0a21f21-22e1-4825-8489-ec26e4319bfe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.083512] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1692.083512] env[62259]: value = "task-1692609" [ 1692.083512] env[62259]: _type = "Task" [ 1692.083512] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.096232] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.113692] env[62259]: INFO nova.compute.manager [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Took 27.62 seconds to build instance. [ 1692.131572] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1692.131782] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1692.131960] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Deleting the datastore file [datastore1] d4c33baa-e2a1-4105-8539-b542e1222fe4 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1692.135025] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef90a4b3-df44-49a4-b6d5-096cade7dca7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.143358] env[62259]: DEBUG oslo_vmware.api [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for the task: (returnval){ [ 1692.143358] env[62259]: value = "task-1692610" [ 1692.143358] env[62259]: _type = "Task" [ 1692.143358] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.154029] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f35ab6-4285-444f-97b7-5287a835bb1c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.158527] env[62259]: DEBUG oslo_vmware.api [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.162643] env[62259]: DEBUG oslo_vmware.api [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Task: {'id': task-1692607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399472} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.164611] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.164836] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.165010] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.165217] env[62259]: INFO nova.compute.manager [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1692.165473] env[62259]: DEBUG oslo.service.loopingcall [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.165736] env[62259]: DEBUG nova.compute.manager [-] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.165846] env[62259]: DEBUG nova.network.neutron [-] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.170016] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f8a876-4456-42e3-80b6-fdb063441164 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.207720] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934779d0-d558-4b27-a14d-2920c4fb3222 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.215714] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9814ecdb-0e67-4881-8b1f-f086a82e7732 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.225731] env[62259]: DEBUG nova.network.neutron [-] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.227663] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692598, 'name': CloneVM_Task, 'duration_secs': 2.578014} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.229875] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Created linked-clone VM from snapshot [ 1692.230761] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80fe0d3-b442-44e6-93f1-27c98d59544e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.245024] env[62259]: DEBUG nova.compute.provider_tree [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.259746] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Uploading image b8a322fd-f4e4-4f3f-b423-3b94ae89b49d {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1692.293711] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1692.293711] env[62259]: value = "vm-352958" [ 1692.293711] env[62259]: _type = "VirtualMachine" [ 1692.293711] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1692.294044] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69a8b5e3-d892-4e46-98f2-24f806f90e03 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.304239] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lease: (returnval){ [ 1692.304239] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528dee02-e718-4eba-83c4-5b924f0afd1d" [ 1692.304239] env[62259]: _type = "HttpNfcLease" [ 1692.304239] env[62259]: } obtained for exporting VM: (result){ [ 1692.304239] env[62259]: value = "vm-352958" [ 1692.304239] env[62259]: _type = "VirtualMachine" [ 1692.304239] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1692.304495] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the lease: (returnval){ [ 1692.304495] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528dee02-e718-4eba-83c4-5b924f0afd1d" [ 1692.304495] env[62259]: _type = "HttpNfcLease" [ 1692.304495] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1692.311099] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1692.311099] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528dee02-e718-4eba-83c4-5b924f0afd1d" [ 1692.311099] env[62259]: _type = "HttpNfcLease" [ 1692.311099] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1692.528796] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d590322c-15d1-422c-b176-dbe1bbb7b2b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.543208] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3052269-19fb-440f-afba-60ad808eb3d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.578700] env[62259]: DEBUG nova.compute.manager [req-418f1e30-6d6d-4af0-80cf-13d96d96e98a req-38373a01-3ae3-41f4-a742-ba9c1bdf998a service nova] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Detach interface failed, port_id=ad8718ba-24df-4df0-a2e9-3ae49c8ed31d, reason: Instance 06f8c667-25b9-4eaf-abec-83032b591081 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1692.595425] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.615454] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cfd5df98-27d7-499e-a70d-a5053ddc2128 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.131s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.658240] env[62259]: DEBUG oslo_vmware.api [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Task: {'id': task-1692610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207485} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.660830] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.661136] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.661376] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.661607] env[62259]: INFO nova.compute.manager [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1692.661957] env[62259]: DEBUG oslo.service.loopingcall [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.662632] env[62259]: DEBUG nova.compute.manager [-] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.662816] env[62259]: DEBUG nova.network.neutron [-] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.729113] env[62259]: INFO nova.compute.manager [-] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Took 1.70 seconds to deallocate network for instance. [ 1692.748473] env[62259]: DEBUG nova.scheduler.client.report [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1692.816963] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1692.816963] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528dee02-e718-4eba-83c4-5b924f0afd1d" [ 1692.816963] env[62259]: _type = "HttpNfcLease" [ 1692.816963] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1692.817889] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1692.817889] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528dee02-e718-4eba-83c4-5b924f0afd1d" [ 1692.817889] env[62259]: _type = "HttpNfcLease" [ 1692.817889] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1692.820200] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028c7a78-99e8-45b2-9ea4-a18c68f8f1d7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.832902] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f145e0-c489-1cce-385e-9810f0707530/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1692.833135] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f145e0-c489-1cce-385e-9810f0707530/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1692.908973] env[62259]: DEBUG nova.network.neutron [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Successfully updated port: ec09d6e5-8a84-4260-b847-c6ac107d066b {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1692.910805] env[62259]: DEBUG nova.compute.manager [req-16a8c108-639f-4e62-8fd3-629dd62b568f req-2537cdb2-a27b-4692-b4d5-4d4c9e5e07fc service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Received event network-vif-plugged-ec09d6e5-8a84-4260-b847-c6ac107d066b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1692.911088] env[62259]: DEBUG oslo_concurrency.lockutils [req-16a8c108-639f-4e62-8fd3-629dd62b568f req-2537cdb2-a27b-4692-b4d5-4d4c9e5e07fc service nova] Acquiring lock "ac4adb35-da20-4947-8733-d7fc90534891-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.911232] env[62259]: DEBUG oslo_concurrency.lockutils [req-16a8c108-639f-4e62-8fd3-629dd62b568f req-2537cdb2-a27b-4692-b4d5-4d4c9e5e07fc service nova] Lock "ac4adb35-da20-4947-8733-d7fc90534891-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.911445] env[62259]: DEBUG oslo_concurrency.lockutils [req-16a8c108-639f-4e62-8fd3-629dd62b568f req-2537cdb2-a27b-4692-b4d5-4d4c9e5e07fc service nova] Lock "ac4adb35-da20-4947-8733-d7fc90534891-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.911622] env[62259]: DEBUG nova.compute.manager [req-16a8c108-639f-4e62-8fd3-629dd62b568f req-2537cdb2-a27b-4692-b4d5-4d4c9e5e07fc service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] No waiting events found dispatching network-vif-plugged-ec09d6e5-8a84-4260-b847-c6ac107d066b {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1692.911803] env[62259]: WARNING nova.compute.manager [req-16a8c108-639f-4e62-8fd3-629dd62b568f req-2537cdb2-a27b-4692-b4d5-4d4c9e5e07fc service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Received unexpected event network-vif-plugged-ec09d6e5-8a84-4260-b847-c6ac107d066b for instance with vm_state building and task_state spawning. [ 1692.984767] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a1485de-1ca2-44e7-bd18-2a27a661df05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.011481] env[62259]: DEBUG nova.network.neutron [-] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.097267] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.236475] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Completed reading data from the image iterator. {{(pid=62259) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1693.236890] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b671b7-d621-734b-3804-37a4ba4b6c70/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1693.238107] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe192b5-af99-4b94-b0d9-4b07eaf53373 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.246619] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b671b7-d621-734b-3804-37a4ba4b6c70/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1693.246973] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b671b7-d621-734b-3804-37a4ba4b6c70/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1693.247320] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fa4f0094-8593-4f26-b935-63424aa895ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.256851] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.260339] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.440s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.260835] env[62259]: DEBUG nova.objects.instance [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lazy-loading 'resources' on Instance uuid f84bee00-1236-4f80-93ac-6742eb4aeac0 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.300845] env[62259]: INFO nova.scheduler.client.report [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted allocations for instance e6d34622-a87d-4ada-9be0-c4515f53d329 [ 1693.321165] env[62259]: INFO nova.compute.manager [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Took 0.59 seconds to detach 1 volumes for instance. [ 1693.324121] env[62259]: DEBUG nova.compute.manager [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Deleting volume: 6abac532-ceee-4888-b9fa-b3721de2976e {{(pid=62259) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1693.418719] env[62259]: DEBUG nova.network.neutron [-] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.420336] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquiring lock "refresh_cache-ac4adb35-da20-4947-8733-d7fc90534891" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.424588] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquired lock "refresh_cache-ac4adb35-da20-4947-8733-d7fc90534891" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.424966] env[62259]: DEBUG nova.network.neutron [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.467252] env[62259]: DEBUG oslo_vmware.rw_handles [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b671b7-d621-734b-3804-37a4ba4b6c70/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1693.467252] env[62259]: INFO nova.virt.vmwareapi.images [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Downloaded image file data b517a71b-b106-4e2a-81a0-eb10f591a003 [ 1693.468217] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094f7bc3-ceff-41f8-9006-18fb58fa6ae6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.490917] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a34f51b2-a82c-4cbd-9c8d-304c74826921 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.513400] env[62259]: INFO nova.compute.manager [-] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Took 1.35 seconds to deallocate network for instance. [ 1693.521417] env[62259]: INFO nova.virt.vmwareapi.images [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] The imported VM was unregistered [ 1693.524817] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Caching image {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1693.529446] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003 {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.531623] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b441272-3692-47a3-a020-f2d66ed94639 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.548663] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Created directory with path [datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003 {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.548663] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade/OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade.vmdk to [datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003/b517a71b-b106-4e2a-81a0-eb10f591a003.vmdk. {{(pid=62259) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1693.548663] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-72080f40-cbc5-4b87-9540-9837cc694280 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.558776] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1693.558776] env[62259]: value = "task-1692614" [ 1693.558776] env[62259]: _type = "Task" [ 1693.558776] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.568415] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692614, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.570953] env[62259]: DEBUG nova.compute.manager [req-4053c9ec-71f6-4a80-bcaf-db50815a7779 req-f3d859e4-9b6b-4de7-98d3-0673c3f071e5 service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Received event network-changed-ec09d6e5-8a84-4260-b847-c6ac107d066b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1693.571350] env[62259]: DEBUG nova.compute.manager [req-4053c9ec-71f6-4a80-bcaf-db50815a7779 req-f3d859e4-9b6b-4de7-98d3-0673c3f071e5 service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Refreshing instance network info cache due to event network-changed-ec09d6e5-8a84-4260-b847-c6ac107d066b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1693.571683] env[62259]: DEBUG oslo_concurrency.lockutils [req-4053c9ec-71f6-4a80-bcaf-db50815a7779 req-f3d859e4-9b6b-4de7-98d3-0673c3f071e5 service nova] Acquiring lock "refresh_cache-ac4adb35-da20-4947-8733-d7fc90534891" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.597317] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.108949} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.597869] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.598783] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15241dce-4248-43af-8077-d819a2051349 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.624599] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211/385eb7c8-4070-42b8-94ae-e70402b0d211.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.624599] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a50cfce-311c-4e56-96e9-b6c4484b632f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.648668] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1693.648668] env[62259]: value = "task-1692615" [ 1693.648668] env[62259]: _type = "Task" [ 1693.648668] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.659927] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.810968] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77bf54be-ad0f-402b-8412-85463d684eb7 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "e6d34622-a87d-4ada-9be0-c4515f53d329" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.770s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.876305] env[62259]: DEBUG oslo_concurrency.lockutils [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.927361] env[62259]: INFO nova.compute.manager [-] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Took 1.26 seconds to deallocate network for instance. [ 1693.971154] env[62259]: DEBUG nova.network.neutron [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1694.030682] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.060097] env[62259]: DEBUG nova.compute.manager [req-8e53978e-fc10-4880-a83d-9e5f5ca288cd req-d5afabd7-52b9-44df-8df0-b65b97e414fd service nova] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Received event network-vif-deleted-4d84bdfd-e8d3-435a-af62-8f7b59ca376b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1694.060335] env[62259]: DEBUG nova.compute.manager [req-8e53978e-fc10-4880-a83d-9e5f5ca288cd req-d5afabd7-52b9-44df-8df0-b65b97e414fd service nova] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Received event network-vif-deleted-f2b10f7a-cfc8-4388-bca1-a16b9e6cb095 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1694.078846] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692614, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.132944] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4191df03-4f50-4330-aa7a-22fd88018c64 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.141400] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95d818f-a875-413e-a37c-5a950ca2ec20 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.175326] env[62259]: DEBUG nova.network.neutron [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Updating instance_info_cache with network_info: [{"id": "ec09d6e5-8a84-4260-b847-c6ac107d066b", "address": "fa:16:3e:40:82:fd", "network": {"id": "f635c586-1c43-4add-8b3e-fb2c0998a52a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1322788413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c594001a843b41b0831403320d17caff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec09d6e5-8a", "ovs_interfaceid": "ec09d6e5-8a84-4260-b847-c6ac107d066b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.182956] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1622e9cf-d6a5-4b6d-9f59-794169685695 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.196588] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692615, 'name': ReconfigVM_Task, 'duration_secs': 0.353542} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.201205] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211/385eb7c8-4070-42b8-94ae-e70402b0d211.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.203060] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61334e18-6983-492c-9558-e94fb2aaf9b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.207409] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e8ebf23-6aab-40ea-a5ed-fc4595192a6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.223051] env[62259]: DEBUG nova.compute.provider_tree [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.229893] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1694.229893] env[62259]: value = "task-1692616" [ 1694.229893] env[62259]: _type = "Task" [ 1694.229893] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.241542] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692616, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.437087] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.576243] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692614, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.688358] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Releasing lock "refresh_cache-ac4adb35-da20-4947-8733-d7fc90534891" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.688358] env[62259]: DEBUG nova.compute.manager [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Instance network_info: |[{"id": "ec09d6e5-8a84-4260-b847-c6ac107d066b", "address": "fa:16:3e:40:82:fd", "network": {"id": "f635c586-1c43-4add-8b3e-fb2c0998a52a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1322788413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c594001a843b41b0831403320d17caff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec09d6e5-8a", "ovs_interfaceid": "ec09d6e5-8a84-4260-b847-c6ac107d066b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1694.689283] env[62259]: DEBUG oslo_concurrency.lockutils [req-4053c9ec-71f6-4a80-bcaf-db50815a7779 req-f3d859e4-9b6b-4de7-98d3-0673c3f071e5 service nova] Acquired lock "refresh_cache-ac4adb35-da20-4947-8733-d7fc90534891" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.689587] env[62259]: DEBUG nova.network.neutron [req-4053c9ec-71f6-4a80-bcaf-db50815a7779 req-f3d859e4-9b6b-4de7-98d3-0673c3f071e5 service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Refreshing network info cache for port ec09d6e5-8a84-4260-b847-c6ac107d066b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.693020] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:82:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec09d6e5-8a84-4260-b847-c6ac107d066b', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1694.699382] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Creating folder: Project (c594001a843b41b0831403320d17caff). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1694.700927] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45af5745-00e3-446e-ac69-2c556ebe689f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.713531] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Created folder: Project (c594001a843b41b0831403320d17caff) in parent group-v352705. [ 1694.713966] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Creating folder: Instances. Parent ref: group-v352960. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1694.714332] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fc3ecf0-03de-4537-8266-22bee9dad84f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.727021] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Created folder: Instances in parent group-v352960. [ 1694.727021] env[62259]: DEBUG oslo.service.loopingcall [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.727021] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1694.727021] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f414541-19a7-41be-a189-3b37383a1e8e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.744359] env[62259]: DEBUG nova.scheduler.client.report [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1694.760239] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692616, 'name': Rename_Task, 'duration_secs': 0.156033} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.762200] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.762702] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.762702] env[62259]: value = "task-1692619" [ 1694.762702] env[62259]: _type = "Task" [ 1694.762702] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.763103] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-676bb2e5-07fc-4093-b997-06763ce662c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.778158] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692619, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.780359] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1694.780359] env[62259]: value = "task-1692620" [ 1694.780359] env[62259]: _type = "Task" [ 1694.780359] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.790344] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692620, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.945792] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "88584ded-586c-4b00-a393-5106b5d383c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.949056] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "88584ded-586c-4b00-a393-5106b5d383c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.949056] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "88584ded-586c-4b00-a393-5106b5d383c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.949056] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "88584ded-586c-4b00-a393-5106b5d383c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.949056] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "88584ded-586c-4b00-a393-5106b5d383c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.950040] env[62259]: INFO nova.compute.manager [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Terminating instance [ 1695.074878] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692614, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.251371] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.256688] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.679s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.284213] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692619, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.300929] env[62259]: INFO nova.scheduler.client.report [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted allocations for instance f84bee00-1236-4f80-93ac-6742eb4aeac0 [ 1695.305028] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692620, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.455108] env[62259]: DEBUG nova.compute.manager [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1695.455290] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.456369] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4520ecc-1a97-4b91-b633-f4e1811875bf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.474395] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.477358] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b66676d-84bd-44c4-beb8-69ff33cdc4ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.487035] env[62259]: DEBUG oslo_vmware.api [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1695.487035] env[62259]: value = "task-1692621" [ 1695.487035] env[62259]: _type = "Task" [ 1695.487035] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.497746] env[62259]: DEBUG oslo_vmware.api [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.580303] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692614, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.608329] env[62259]: DEBUG nova.compute.manager [req-3a1e6b2b-00cd-4fc6-8cb6-e5e37124180b req-4d847465-a401-4a01-887b-2b2f6222b7ad service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Received event network-changed-398ae402-08f5-4053-9188-d6ad780741cf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1695.608442] env[62259]: DEBUG nova.compute.manager [req-3a1e6b2b-00cd-4fc6-8cb6-e5e37124180b req-4d847465-a401-4a01-887b-2b2f6222b7ad service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Refreshing instance network info cache due to event network-changed-398ae402-08f5-4053-9188-d6ad780741cf. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1695.608686] env[62259]: DEBUG oslo_concurrency.lockutils [req-3a1e6b2b-00cd-4fc6-8cb6-e5e37124180b req-4d847465-a401-4a01-887b-2b2f6222b7ad service nova] Acquiring lock "refresh_cache-ab947d15-2908-44d2-865b-f229ee992721" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.609346] env[62259]: DEBUG oslo_concurrency.lockutils [req-3a1e6b2b-00cd-4fc6-8cb6-e5e37124180b req-4d847465-a401-4a01-887b-2b2f6222b7ad service nova] Acquired lock "refresh_cache-ab947d15-2908-44d2-865b-f229ee992721" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.609346] env[62259]: DEBUG nova.network.neutron [req-3a1e6b2b-00cd-4fc6-8cb6-e5e37124180b req-4d847465-a401-4a01-887b-2b2f6222b7ad service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Refreshing network info cache for port 398ae402-08f5-4053-9188-d6ad780741cf {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.671806] env[62259]: DEBUG nova.network.neutron [req-4053c9ec-71f6-4a80-bcaf-db50815a7779 req-f3d859e4-9b6b-4de7-98d3-0673c3f071e5 service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Updated VIF entry in instance network info cache for port ec09d6e5-8a84-4260-b847-c6ac107d066b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.671806] env[62259]: DEBUG nova.network.neutron [req-4053c9ec-71f6-4a80-bcaf-db50815a7779 req-f3d859e4-9b6b-4de7-98d3-0673c3f071e5 service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Updating instance_info_cache with network_info: [{"id": "ec09d6e5-8a84-4260-b847-c6ac107d066b", "address": "fa:16:3e:40:82:fd", "network": {"id": "f635c586-1c43-4add-8b3e-fb2c0998a52a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1322788413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c594001a843b41b0831403320d17caff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec09d6e5-8a", "ovs_interfaceid": "ec09d6e5-8a84-4260-b847-c6ac107d066b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.783213] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692619, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.792512] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692620, 'name': PowerOnVM_Task, 'duration_secs': 0.532674} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.792618] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.792887] env[62259]: DEBUG nova.compute.manager [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.794456] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faae0a26-d044-40c1-b07b-9cb0db2910d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.810177] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fc8aab49-0b91-43ac-994d-68271866e266 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "f84bee00-1236-4f80-93ac-6742eb4aeac0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.537s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.997662] env[62259]: DEBUG oslo_vmware.api [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.075358] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692614, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.176095] env[62259]: DEBUG oslo_concurrency.lockutils [req-4053c9ec-71f6-4a80-bcaf-db50815a7779 req-f3d859e4-9b6b-4de7-98d3-0673c3f071e5 service nova] Releasing lock "refresh_cache-ac4adb35-da20-4947-8733-d7fc90534891" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.300688] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692619, 'name': CreateVM_Task, 'duration_secs': 1.178587} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.303163] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 071ba0ff-6674-480a-9c76-cfcd6237aa7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.303957] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 88584ded-586c-4b00-a393-5106b5d383c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.304284] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 31a82249-1a2d-4ef6-a914-1a3e453e61b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.304793] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 18295aca-9e8f-4df5-a30f-1d5e34a06957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.305052] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9252f584-ab03-44bc-8804-6ec531eb969a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1696.305281] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9d593c49-cb71-4a02-8b55-4cfc8e209f69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.305671] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 805e7004-e44a-4c0d-9d8f-45878481cbc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.306267] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 037915e4-25ce-4630-8c92-916d32f27f5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.306535] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 3b931905-8d0d-4307-bb41-1b583f1eadcc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1696.307005] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 385eb7c8-4070-42b8-94ae-e70402b0d211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.307218] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 865c009b-cbc0-45dd-84fa-42cce7f8222b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.307438] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance d4c33baa-e2a1-4105-8539-b542e1222fe4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1696.307642] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance ab947d15-2908-44d2-865b-f229ee992721 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.308111] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance ac4adb35-da20-4947-8733-d7fc90534891 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1696.310414] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1696.312300] env[62259]: INFO nova.compute.manager [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] bringing vm to original state: 'stopped' [ 1696.317714] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.318079] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.318675] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1696.319350] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3121e4f8-d53a-4e43-9947-bbfd1f67335f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.329476] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1696.329476] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e91443-2bf0-6aa4-869a-b85a6bba1d0c" [ 1696.329476] env[62259]: _type = "Task" [ 1696.329476] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.341504] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e91443-2bf0-6aa4-869a-b85a6bba1d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.497990] env[62259]: DEBUG oslo_vmware.api [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692621, 'name': PowerOffVM_Task, 'duration_secs': 0.775587} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.499750] env[62259]: DEBUG nova.network.neutron [req-3a1e6b2b-00cd-4fc6-8cb6-e5e37124180b req-4d847465-a401-4a01-887b-2b2f6222b7ad service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Updated VIF entry in instance network info cache for port 398ae402-08f5-4053-9188-d6ad780741cf. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.500136] env[62259]: DEBUG nova.network.neutron [req-3a1e6b2b-00cd-4fc6-8cb6-e5e37124180b req-4d847465-a401-4a01-887b-2b2f6222b7ad service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Updating instance_info_cache with network_info: [{"id": "398ae402-08f5-4053-9188-d6ad780741cf", "address": "fa:16:3e:8e:21:45", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap398ae402-08", "ovs_interfaceid": "398ae402-08f5-4053-9188-d6ad780741cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.504302] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.504302] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1696.504302] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0550be93-6a0b-481c-80be-9ea6f57079ca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.579137] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692614, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.69229} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.580897] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade/OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade.vmdk to [datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003/b517a71b-b106-4e2a-81a0-eb10f591a003.vmdk. [ 1696.580897] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Cleaning up location [datastore1] OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1696.581089] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d39d2f0a-776b-4093-8f1a-bae185a98ade {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1696.581222] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1696.581590] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1696.581590] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleting the datastore file [datastore1] 88584ded-586c-4b00-a393-5106b5d383c1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1696.581800] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca3d72f9-255c-4d10-89be-a37158078419 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.583697] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2b13aa3-cb97-4f8f-9438-18e7119405a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.590091] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1696.590091] env[62259]: value = "task-1692624" [ 1696.590091] env[62259]: _type = "Task" [ 1696.590091] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.591385] env[62259]: DEBUG oslo_vmware.api [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for the task: (returnval){ [ 1696.591385] env[62259]: value = "task-1692623" [ 1696.591385] env[62259]: _type = "Task" [ 1696.591385] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.602871] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.606843] env[62259]: DEBUG oslo_vmware.api [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.821214] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance d51e7a13-bc87-4641-8a76-42a753757c77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1696.844808] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e91443-2bf0-6aa4-869a-b85a6bba1d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.027253} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.845110] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.845350] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1696.845581] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.845718] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.845887] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.846154] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0c55056-12af-4dd8-8ef2-ba924112ce0e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.855781] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.855781] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.856451] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0f2169-fbfb-47e9-acd5-c96d37b9e728 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.862561] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1696.862561] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5287d884-5233-b754-4234-2d0149ca9cff" [ 1696.862561] env[62259]: _type = "Task" [ 1696.862561] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.870789] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5287d884-5233-b754-4234-2d0149ca9cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.005237] env[62259]: DEBUG oslo_concurrency.lockutils [req-3a1e6b2b-00cd-4fc6-8cb6-e5e37124180b req-4d847465-a401-4a01-887b-2b2f6222b7ad service nova] Releasing lock "refresh_cache-ab947d15-2908-44d2-865b-f229ee992721" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.027346] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "7bceedee-7e88-4bd5-a8e3-b49e36810524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.027641] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7bceedee-7e88-4bd5-a8e3-b49e36810524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.108552] env[62259]: DEBUG oslo_vmware.api [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Task: {'id': task-1692623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460148} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.115330] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.117152] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.117152] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.117485] env[62259]: INFO nova.compute.manager [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1697.119149] env[62259]: DEBUG oslo.service.loopingcall [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.119641] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080635} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.120213] env[62259]: DEBUG nova.compute.manager [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.120359] env[62259]: DEBUG nova.network.neutron [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.122184] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.122690] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003/b517a71b-b106-4e2a-81a0-eb10f591a003.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.122984] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003/b517a71b-b106-4e2a-81a0-eb10f591a003.vmdk to [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b/865c009b-cbc0-45dd-84fa-42cce7f8222b.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.124400] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b465d47c-c775-4d86-bb01-65215c9c6b68 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.133050] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1697.133050] env[62259]: value = "task-1692625" [ 1697.133050] env[62259]: _type = "Task" [ 1697.133050] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.142816] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.323824] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "385eb7c8-4070-42b8-94ae-e70402b0d211" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.324175] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.324403] env[62259]: DEBUG nova.compute.manager [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.325226] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 1bed46b8-2a21-447c-ac0d-f2542767c4d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1697.325529] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1697.325704] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1697.330055] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d22a47-3e6d-42be-b84b-83ab7d75d994 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.337491] env[62259]: DEBUG nova.compute.manager [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62259) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1697.375260] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5287d884-5233-b754-4234-2d0149ca9cff, 'name': SearchDatastore_Task, 'duration_secs': 0.035016} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.375602] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd581af6-316f-48c8-867b-2c08ed175d9d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.381599] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1697.381599] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521e975c-8b80-0331-a3ac-4a341370b7d2" [ 1697.381599] env[62259]: _type = "Task" [ 1697.381599] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.392200] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521e975c-8b80-0331-a3ac-4a341370b7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.536761] env[62259]: DEBUG nova.compute.manager [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1697.595025] env[62259]: DEBUG nova.compute.manager [req-ee17bc0f-3ba3-4f62-a7cb-5a2c92786a53 req-97373769-42ae-4a2e-b01c-b11e40801071 service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Received event network-vif-deleted-8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1697.595025] env[62259]: INFO nova.compute.manager [req-ee17bc0f-3ba3-4f62-a7cb-5a2c92786a53 req-97373769-42ae-4a2e-b01c-b11e40801071 service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Neutron deleted interface 8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df; detaching it from the instance and deleting it from the info cache [ 1697.595025] env[62259]: DEBUG nova.network.neutron [req-ee17bc0f-3ba3-4f62-a7cb-5a2c92786a53 req-97373769-42ae-4a2e-b01c-b11e40801071 service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.646598] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692625, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.648391] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bfd4f8-ad6f-4d4f-90d8-68f03a7bdd4e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.656226] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5213c606-2394-4f29-b842-10ea5e1356e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.696049] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1921549-aa2c-442a-8f7e-c68cf8abd648 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.706565] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7235e8b2-fcaa-456a-bfdf-98158a0cbc8b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.724559] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.845728] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1697.846357] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a1156da-6f07-4572-83d7-552c230e9980 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.853224] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1697.853224] env[62259]: value = "task-1692626" [ 1697.853224] env[62259]: _type = "Task" [ 1697.853224] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.863856] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.896303] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521e975c-8b80-0331-a3ac-4a341370b7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012984} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.896601] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.896887] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] ac4adb35-da20-4947-8733-d7fc90534891/ac4adb35-da20-4947-8733-d7fc90534891.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.897174] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb32ede2-12da-4b4d-852e-efdd5302759a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.904580] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1697.904580] env[62259]: value = "task-1692627" [ 1697.904580] env[62259]: _type = "Task" [ 1697.904580] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.913207] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.932949] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "09211258-2289-4761-8c9e-69ff7beb424d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.934374] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.058234] env[62259]: DEBUG nova.network.neutron [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.070907] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.097557] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d42cf5e1-55b1-4cf7-9480-1a3288f2c64d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.107651] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93ee64-5a7e-4244-aa31-75868bbf8ea0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.138985] env[62259]: DEBUG nova.compute.manager [req-ee17bc0f-3ba3-4f62-a7cb-5a2c92786a53 req-97373769-42ae-4a2e-b01c-b11e40801071 service nova] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Detach interface failed, port_id=8e10d2d7-6ed9-45cf-92f5-5a1a0ba194df, reason: Instance 88584ded-586c-4b00-a393-5106b5d383c1 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1698.147344] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692625, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.228032] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1698.363874] env[62259]: DEBUG oslo_vmware.api [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692626, 'name': PowerOffVM_Task, 'duration_secs': 0.263344} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.364204] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1698.364382] env[62259]: DEBUG nova.compute.manager [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.365285] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5222efb-7532-41e3-9069-cf7fe5833097 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.415539] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.436226] env[62259]: DEBUG nova.compute.manager [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1698.563055] env[62259]: INFO nova.compute.manager [-] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Took 1.44 seconds to deallocate network for instance. [ 1698.648254] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692625, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.735010] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1698.735540] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.479s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.735628] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.300s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.737437] env[62259]: INFO nova.compute.claims [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.883372] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.915414] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.971785] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.069875] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.149542] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692625, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.390950] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.417234] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.649997] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692625, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.878048] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "385eb7c8-4070-42b8-94ae-e70402b0d211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.878334] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.878548] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "385eb7c8-4070-42b8-94ae-e70402b0d211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.878732] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.878911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.883541] env[62259]: INFO nova.compute.manager [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Terminating instance [ 1699.926624] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692627, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.009800] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aca6f2-e94a-4988-aa4c-e5a7aab68fa1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.018089] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea757d5-af38-49dc-8cd6-9d710df94d6b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.054433] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44db837-fa32-4c9f-899a-c8ecdbd19844 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.061917] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd11a0f-1e0c-42e0-9cb3-7e6f5b235f6e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.075196] env[62259]: DEBUG nova.compute.provider_tree [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.150828] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692625, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.606218} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.151123] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b517a71b-b106-4e2a-81a0-eb10f591a003/b517a71b-b106-4e2a-81a0-eb10f591a003.vmdk to [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b/865c009b-cbc0-45dd-84fa-42cce7f8222b.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1700.151951] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f10ba0-e900-44e2-9e44-d19cb2d82749 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.173800] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b/865c009b-cbc0-45dd-84fa-42cce7f8222b.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.174166] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65132854-60a9-4a02-8d44-996570e89ef8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.195663] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1700.195663] env[62259]: value = "task-1692628" [ 1700.195663] env[62259]: _type = "Task" [ 1700.195663] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.204505] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.389602] env[62259]: DEBUG nova.compute.manager [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1700.389910] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.390869] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cfced0-d936-4d42-b31a-ae7a651d37eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.398480] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1700.398746] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f70bc42-6989-407b-8953-9164fc98a22a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.416547] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692627, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.276292} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.416797] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] ac4adb35-da20-4947-8733-d7fc90534891/ac4adb35-da20-4947-8733-d7fc90534891.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1700.417014] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1700.417265] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa9d8597-a316-4ada-a656-8ae42a620c7d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.424127] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1700.424127] env[62259]: value = "task-1692630" [ 1700.424127] env[62259]: _type = "Task" [ 1700.424127] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.431951] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.534074] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1700.534300] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1700.534493] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleting the datastore file [datastore1] 385eb7c8-4070-42b8-94ae-e70402b0d211 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1700.534872] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-754e0892-95a5-4b76-8cc9-d879c5f151ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.542210] env[62259]: DEBUG oslo_vmware.api [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1700.542210] env[62259]: value = "task-1692631" [ 1700.542210] env[62259]: _type = "Task" [ 1700.542210] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.551287] env[62259]: DEBUG oslo_vmware.api [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.578453] env[62259]: DEBUG nova.scheduler.client.report [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1700.707908] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692628, 'name': ReconfigVM_Task, 'duration_secs': 0.503585} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.707908] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b/865c009b-cbc0-45dd-84fa-42cce7f8222b.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.708565] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00936af6-aada-4eb5-9081-809e89b56f4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.715354] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1700.715354] env[62259]: value = "task-1692632" [ 1700.715354] env[62259]: _type = "Task" [ 1700.715354] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.726471] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692632, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.934622] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120322} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.934838] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1700.935681] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250471a3-b89e-4bee-b273-c42f8630a6cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.958432] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ac4adb35-da20-4947-8733-d7fc90534891/ac4adb35-da20-4947-8733-d7fc90534891.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.958832] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3520a3e8-c284-4c25-ae69-2d005a8f6517 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.980034] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1700.980034] env[62259]: value = "task-1692633" [ 1700.980034] env[62259]: _type = "Task" [ 1700.980034] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.988191] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.052346] env[62259]: DEBUG oslo_vmware.api [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36344} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.052641] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.052862] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1701.053057] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1701.053254] env[62259]: INFO nova.compute.manager [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1701.053522] env[62259]: DEBUG oslo.service.loopingcall [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.053728] env[62259]: DEBUG nova.compute.manager [-] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1701.053840] env[62259]: DEBUG nova.network.neutron [-] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1701.083908] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.084522] env[62259]: DEBUG nova.compute.manager [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1701.087571] env[62259]: DEBUG oslo_concurrency.lockutils [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.792s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.087777] env[62259]: DEBUG oslo_concurrency.lockutils [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.089889] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.768s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.090093] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.090270] env[62259]: INFO nova.compute.manager [None req-07faac1a-cb1f-43b6-921d-8ee9971c0c41 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Successfully reverted task state from rebuilding on failure for instance. [ 1701.095549] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.211s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.097056] env[62259]: INFO nova.compute.claims [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.124399] env[62259]: INFO nova.scheduler.client.report [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted allocations for instance 3b931905-8d0d-4307-bb41-1b583f1eadcc [ 1701.226071] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692632, 'name': Rename_Task, 'duration_secs': 0.243669} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.226384] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1701.226647] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6842d580-3d3a-46b1-a32c-c9f03a84c97e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.233179] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1701.233179] env[62259]: value = "task-1692634" [ 1701.233179] env[62259]: _type = "Task" [ 1701.233179] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.241970] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.362192] env[62259]: DEBUG nova.compute.manager [req-79181562-64a6-4cf9-9aa2-ec2b538b2446 req-cc382d16-7bf4-4dbe-84d9-25bee1f41401 service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Received event network-vif-deleted-ba588932-e7d2-46a2-99c8-cc2bccf8e2b6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1701.362403] env[62259]: INFO nova.compute.manager [req-79181562-64a6-4cf9-9aa2-ec2b538b2446 req-cc382d16-7bf4-4dbe-84d9-25bee1f41401 service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Neutron deleted interface ba588932-e7d2-46a2-99c8-cc2bccf8e2b6; detaching it from the instance and deleting it from the info cache [ 1701.362604] env[62259]: DEBUG nova.network.neutron [req-79181562-64a6-4cf9-9aa2-ec2b538b2446 req-cc382d16-7bf4-4dbe-84d9-25bee1f41401 service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.490362] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692633, 'name': ReconfigVM_Task, 'duration_secs': 0.385431} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.490632] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ac4adb35-da20-4947-8733-d7fc90534891/ac4adb35-da20-4947-8733-d7fc90534891.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1701.491311] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-162ed087-01e0-4d70-8e4b-f85c47405d46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.499266] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1701.499266] env[62259]: value = "task-1692635" [ 1701.499266] env[62259]: _type = "Task" [ 1701.499266] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.509702] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692635, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.604048] env[62259]: DEBUG nova.compute.utils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.606922] env[62259]: DEBUG nova.compute.manager [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1701.607149] env[62259]: DEBUG nova.network.neutron [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1701.633142] env[62259]: DEBUG oslo_concurrency.lockutils [None req-889820e2-8d2e-4e07-8e55-890a41649240 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "3b931905-8d0d-4307-bb41-1b583f1eadcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.248s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.655592] env[62259]: DEBUG nova.policy [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cd6bc53734a40738c38bd7b57287738', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ed60c21d0e9409cb4cc9f63b76c6616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1701.744407] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692634, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.839895] env[62259]: DEBUG nova.network.neutron [-] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.866209] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8c9fff2-349a-45f9-a485-3f8f9c327751 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.879447] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9802b4f-2e95-4517-ada0-5797186b8cf9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.911839] env[62259]: DEBUG nova.compute.manager [req-79181562-64a6-4cf9-9aa2-ec2b538b2446 req-cc382d16-7bf4-4dbe-84d9-25bee1f41401 service nova] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Detach interface failed, port_id=ba588932-e7d2-46a2-99c8-cc2bccf8e2b6, reason: Instance 385eb7c8-4070-42b8-94ae-e70402b0d211 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1701.953739] env[62259]: DEBUG nova.network.neutron [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Successfully created port: e1619222-fc51-4309-8f12-33b96ae1a22f {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.015745] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692635, 'name': Rename_Task, 'duration_secs': 0.33309} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.015745] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1702.015745] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f606d9b0-f939-4bc4-85c3-fd461ece6168 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.020714] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1702.020714] env[62259]: value = "task-1692636" [ 1702.020714] env[62259]: _type = "Task" [ 1702.020714] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.030462] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.108588] env[62259]: DEBUG nova.compute.manager [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1702.247476] env[62259]: DEBUG oslo_vmware.api [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692634, 'name': PowerOnVM_Task, 'duration_secs': 0.748143} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.247739] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1702.342648] env[62259]: INFO nova.compute.manager [-] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Took 1.29 seconds to deallocate network for instance. [ 1702.363844] env[62259]: DEBUG nova.compute.manager [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.364993] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd5b98e-0954-4981-afba-b5aa922ee145 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.389190] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ce180-b48d-4a1b-8fd0-fae92cbfbdb1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.400226] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf402409-95b5-44cb-a314-738105351668 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.432860] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fcd715-d10f-4023-ae96-3a846b0d5b27 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.440958] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20672f6e-feed-436e-890d-5311f738da92 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.455720] env[62259]: DEBUG nova.compute.provider_tree [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.532308] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692636, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.851773] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.883456] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7bcc92ed-4443-4a7f-8158-891e5f9843f1 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.196s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.959775] env[62259]: DEBUG nova.scheduler.client.report [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1703.032816] env[62259]: DEBUG oslo_vmware.api [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692636, 'name': PowerOnVM_Task, 'duration_secs': 0.69802} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.033115] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1703.035840] env[62259]: INFO nova.compute.manager [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Took 11.65 seconds to spawn the instance on the hypervisor. [ 1703.035840] env[62259]: DEBUG nova.compute.manager [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.035840] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e54cc7-df9b-4156-b229-05e59cd0f7d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.124077] env[62259]: DEBUG nova.compute.manager [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.291958] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.292509] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.423047] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1703.423392] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1703.423499] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.424689] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1703.424689] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.424689] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1703.424689] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1703.424689] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1703.424689] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1703.425614] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1703.425614] env[62259]: DEBUG nova.virt.hardware [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1703.426231] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb44bfa-50b9-4d79-b6e6-d71a323550f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.431163] env[62259]: DEBUG nova.compute.manager [req-c7fc84af-2a87-41f7-9c99-f39e7a53e3cc req-e333104f-2df5-4b43-9814-954ae6d21949 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Received event network-vif-plugged-e1619222-fc51-4309-8f12-33b96ae1a22f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1703.431375] env[62259]: DEBUG oslo_concurrency.lockutils [req-c7fc84af-2a87-41f7-9c99-f39e7a53e3cc req-e333104f-2df5-4b43-9814-954ae6d21949 service nova] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.431588] env[62259]: DEBUG oslo_concurrency.lockutils [req-c7fc84af-2a87-41f7-9c99-f39e7a53e3cc req-e333104f-2df5-4b43-9814-954ae6d21949 service nova] Lock "d51e7a13-bc87-4641-8a76-42a753757c77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.431757] env[62259]: DEBUG oslo_concurrency.lockutils [req-c7fc84af-2a87-41f7-9c99-f39e7a53e3cc req-e333104f-2df5-4b43-9814-954ae6d21949 service nova] Lock "d51e7a13-bc87-4641-8a76-42a753757c77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.431921] env[62259]: DEBUG nova.compute.manager [req-c7fc84af-2a87-41f7-9c99-f39e7a53e3cc req-e333104f-2df5-4b43-9814-954ae6d21949 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] No waiting events found dispatching network-vif-plugged-e1619222-fc51-4309-8f12-33b96ae1a22f {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1703.432097] env[62259]: WARNING nova.compute.manager [req-c7fc84af-2a87-41f7-9c99-f39e7a53e3cc req-e333104f-2df5-4b43-9814-954ae6d21949 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Received unexpected event network-vif-plugged-e1619222-fc51-4309-8f12-33b96ae1a22f for instance with vm_state building and task_state spawning. [ 1703.438474] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bb97aa-803f-43af-9bed-da918ba72f57 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.465240] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.465719] env[62259]: DEBUG nova.compute.manager [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1703.468359] env[62259]: DEBUG oslo_concurrency.lockutils [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.593s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.468550] env[62259]: DEBUG oslo_concurrency.lockutils [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.470555] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.440s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.470762] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.472444] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.036s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.473505] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.474163] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.403s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.475599] env[62259]: INFO nova.compute.claims [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1703.501418] env[62259]: INFO nova.scheduler.client.report [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Deleted allocations for instance 9252f584-ab03-44bc-8804-6ec531eb969a [ 1703.505828] env[62259]: INFO nova.scheduler.client.report [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Deleted allocations for instance d4c33baa-e2a1-4105-8539-b542e1222fe4 [ 1703.538288] env[62259]: DEBUG nova.network.neutron [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Successfully updated port: e1619222-fc51-4309-8f12-33b96ae1a22f {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.555480] env[62259]: INFO nova.compute.manager [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Took 32.42 seconds to build instance. [ 1703.794993] env[62259]: DEBUG nova.compute.manager [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1703.988880] env[62259]: DEBUG nova.compute.utils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1703.991454] env[62259]: DEBUG nova.compute.manager [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1703.991773] env[62259]: DEBUG nova.network.neutron [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1704.017083] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1a7da763-aa4c-4393-a526-b34fff4489a3 tempest-FloatingIPsAssociationTestJSON-208239875 tempest-FloatingIPsAssociationTestJSON-208239875-project-member] Lock "9252f584-ab03-44bc-8804-6ec531eb969a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.731s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.025877] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bd1f7af-e9ac-4274-8e93-19156d4df55a tempest-ImagesNegativeTestJSON-21771424 tempest-ImagesNegativeTestJSON-21771424-project-member] Lock "d4c33baa-e2a1-4105-8539-b542e1222fe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.055s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.031278] env[62259]: DEBUG oslo_concurrency.lockutils [None req-400b66d1-b4a5-4eeb-aff0-78d9f45b5f05 tempest-ServerActionsV293TestJSON-639841433 tempest-ServerActionsV293TestJSON-639841433-project-member] Lock "06f8c667-25b9-4eaf-abec-83032b591081" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.608s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.041087] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.041310] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.041528] env[62259]: DEBUG nova.network.neutron [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.052877] env[62259]: DEBUG nova.policy [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff89c1df10be4a04ae985494d0b7f319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd60b06493494d7fb9b08d88318c53d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1704.057859] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0afca2bd-1f66-4514-833c-03fe7d5a3455 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "ac4adb35-da20-4947-8733-d7fc90534891" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.933s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.328395] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.492276] env[62259]: DEBUG nova.compute.manager [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1704.610822] env[62259]: DEBUG nova.network.neutron [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Successfully created port: a6ae6727-39cc-42e5-bd0d-806131b2e969 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.635865] env[62259]: DEBUG nova.network.neutron [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1704.796113] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8908cba7-91de-4ae6-958a-70200beaf034 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.805654] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee57bf18-4cfc-42a0-ae6d-c8f0c752e8e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.845575] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490aa164-d98d-494c-b726-bb35d9c470a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.853918] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a701c3ff-d2ff-4f9c-8145-774ad868f41a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.869188] env[62259]: DEBUG nova.compute.provider_tree [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.271097] env[62259]: DEBUG nova.network.neutron [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updating instance_info_cache with network_info: [{"id": "e1619222-fc51-4309-8f12-33b96ae1a22f", "address": "fa:16:3e:cf:31:2b", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1619222-fc", "ovs_interfaceid": "e1619222-fc51-4309-8f12-33b96ae1a22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.374941] env[62259]: DEBUG nova.scheduler.client.report [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1705.438485] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquiring lock "ac4adb35-da20-4947-8733-d7fc90534891" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.438845] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "ac4adb35-da20-4947-8733-d7fc90534891" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.439105] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquiring lock "ac4adb35-da20-4947-8733-d7fc90534891-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.439313] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "ac4adb35-da20-4947-8733-d7fc90534891-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.439504] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "ac4adb35-da20-4947-8733-d7fc90534891-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.441861] env[62259]: INFO nova.compute.manager [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Terminating instance [ 1705.462179] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fcfca0-089e-4a38-a258-c4d4f4669584 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.472959] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-524752d2-ac21-4dce-8621-8a216637aebd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Suspending the VM {{(pid=62259) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1705.473269] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e3deae5f-8249-4929-9b5c-df358928c4c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.481810] env[62259]: DEBUG oslo_vmware.api [None req-524752d2-ac21-4dce-8621-8a216637aebd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1705.481810] env[62259]: value = "task-1692637" [ 1705.481810] env[62259]: _type = "Task" [ 1705.481810] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.494253] env[62259]: DEBUG oslo_vmware.api [None req-524752d2-ac21-4dce-8621-8a216637aebd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692637, 'name': SuspendVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.504145] env[62259]: DEBUG nova.compute.manager [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1705.548065] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1705.548065] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1705.548065] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.548065] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1705.548065] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.548065] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1705.548434] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1705.548519] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1705.548710] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1705.548889] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1705.549082] env[62259]: DEBUG nova.virt.hardware [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1705.550073] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b22f26-44ec-49cb-99be-5cddb590ca8c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.561630] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5464b297-3678-4e94-8916-1a4079c9efb2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.683329] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f145e0-c489-1cce-385e-9810f0707530/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1705.684576] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d075b7c2-7a27-4cbb-947f-f6a3dbbea6d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.692892] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f145e0-c489-1cce-385e-9810f0707530/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1705.693265] env[62259]: ERROR oslo_vmware.rw_handles [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f145e0-c489-1cce-385e-9810f0707530/disk-0.vmdk due to incomplete transfer. [ 1705.693833] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5285532b-1b7c-4c8c-88e9-04691c3b1924 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.704244] env[62259]: DEBUG oslo_vmware.rw_handles [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f145e0-c489-1cce-385e-9810f0707530/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1705.704244] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Uploaded image b8a322fd-f4e4-4f3f-b423-3b94ae89b49d to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1705.704244] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1705.704707] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ab9377c-8c6c-4306-a3b7-5e22964cb456 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.712268] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1705.712268] env[62259]: value = "task-1692638" [ 1705.712268] env[62259]: _type = "Task" [ 1705.712268] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.721415] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692638, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.773980] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Releasing lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.774345] env[62259]: DEBUG nova.compute.manager [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Instance network_info: |[{"id": "e1619222-fc51-4309-8f12-33b96ae1a22f", "address": "fa:16:3e:cf:31:2b", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1619222-fc", "ovs_interfaceid": "e1619222-fc51-4309-8f12-33b96ae1a22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1705.774881] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:31:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1619222-fc51-4309-8f12-33b96ae1a22f', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.782949] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Creating folder: Project (6ed60c21d0e9409cb4cc9f63b76c6616). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.783592] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abe5df21-73e9-4b61-8914-24b2b10f0e81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.796526] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Created folder: Project (6ed60c21d0e9409cb4cc9f63b76c6616) in parent group-v352705. [ 1705.796728] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Creating folder: Instances. Parent ref: group-v352963. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1705.796984] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d4b9df6-5374-4b8a-b2b4-d96588f18b5f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.807667] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Created folder: Instances in parent group-v352963. [ 1705.807667] env[62259]: DEBUG oslo.service.loopingcall [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.807839] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1705.807923] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf75c95-75ed-4ec4-b5e4-d836a4ef0739 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.825126] env[62259]: DEBUG nova.compute.manager [req-08d914ed-870a-4cea-a780-ba5654105ded req-4701fb35-281b-490a-aecb-ba8c99ac3da4 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Received event network-changed-e1619222-fc51-4309-8f12-33b96ae1a22f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1705.825292] env[62259]: DEBUG nova.compute.manager [req-08d914ed-870a-4cea-a780-ba5654105ded req-4701fb35-281b-490a-aecb-ba8c99ac3da4 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Refreshing instance network info cache due to event network-changed-e1619222-fc51-4309-8f12-33b96ae1a22f. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1705.825508] env[62259]: DEBUG oslo_concurrency.lockutils [req-08d914ed-870a-4cea-a780-ba5654105ded req-4701fb35-281b-490a-aecb-ba8c99ac3da4 service nova] Acquiring lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.825654] env[62259]: DEBUG oslo_concurrency.lockutils [req-08d914ed-870a-4cea-a780-ba5654105ded req-4701fb35-281b-490a-aecb-ba8c99ac3da4 service nova] Acquired lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.825811] env[62259]: DEBUG nova.network.neutron [req-08d914ed-870a-4cea-a780-ba5654105ded req-4701fb35-281b-490a-aecb-ba8c99ac3da4 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Refreshing network info cache for port e1619222-fc51-4309-8f12-33b96ae1a22f {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.832518] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.832518] env[62259]: value = "task-1692641" [ 1705.832518] env[62259]: _type = "Task" [ 1705.832518] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.841401] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692641, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.881877] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.883709] env[62259]: DEBUG nova.compute.manager [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1705.887357] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.916s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.890015] env[62259]: INFO nova.compute.claims [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1705.946690] env[62259]: DEBUG nova.compute.manager [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1705.946962] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.947918] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68762731-155c-41b1-93a6-b3e8293c71f6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.956373] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1705.956664] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17407c73-d155-474a-afe0-7c732103a115 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.963749] env[62259]: DEBUG oslo_vmware.api [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1705.963749] env[62259]: value = "task-1692642" [ 1705.963749] env[62259]: _type = "Task" [ 1705.963749] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.976116] env[62259]: DEBUG oslo_vmware.api [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.992570] env[62259]: DEBUG oslo_vmware.api [None req-524752d2-ac21-4dce-8621-8a216637aebd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692637, 'name': SuspendVM_Task} progress is 62%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.228549] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692638, 'name': Destroy_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.343498] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692641, 'name': CreateVM_Task, 'duration_secs': 0.370818} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.343498] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1706.344830] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.344830] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.344830] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.345336] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1257be10-ee28-4007-9a05-49874d1e70f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.352547] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1706.352547] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f98f24-76fe-3b0a-9cea-62b4fd0ea88c" [ 1706.352547] env[62259]: _type = "Task" [ 1706.352547] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.359434] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f98f24-76fe-3b0a-9cea-62b4fd0ea88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.395936] env[62259]: DEBUG nova.compute.utils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.400148] env[62259]: DEBUG nova.compute.manager [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1706.400148] env[62259]: DEBUG nova.network.neutron [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1706.478286] env[62259]: DEBUG oslo_vmware.api [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692642, 'name': PowerOffVM_Task, 'duration_secs': 0.224961} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.478945] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.479143] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.479399] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-219d2368-6dcb-4887-a0b8-d6053d9a4114 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.490319] env[62259]: DEBUG nova.policy [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e68114b554414493a567641f4fddfb8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d186547b31349dfac6792b64b5a5ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1706.495162] env[62259]: DEBUG oslo_vmware.api [None req-524752d2-ac21-4dce-8621-8a216637aebd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692637, 'name': SuspendVM_Task, 'duration_secs': 0.781207} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.495457] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-524752d2-ac21-4dce-8621-8a216637aebd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Suspended the VM {{(pid=62259) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1706.495681] env[62259]: DEBUG nova.compute.manager [None req-524752d2-ac21-4dce-8621-8a216637aebd tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.496504] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b9a1b6-fc0a-470a-8e40-0ad0ed26016b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.549384] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.549602] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.550227] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Deleting the datastore file [datastore1] ac4adb35-da20-4947-8733-d7fc90534891 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.550227] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d883223b-8d80-4622-83cd-c06e6cc27c28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.558330] env[62259]: DEBUG oslo_vmware.api [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for the task: (returnval){ [ 1706.558330] env[62259]: value = "task-1692644" [ 1706.558330] env[62259]: _type = "Task" [ 1706.558330] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.571507] env[62259]: DEBUG oslo_vmware.api [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.651754] env[62259]: DEBUG nova.network.neutron [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Successfully updated port: a6ae6727-39cc-42e5-bd0d-806131b2e969 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.724677] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692638, 'name': Destroy_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.826551] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.827086] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.856716] env[62259]: DEBUG nova.network.neutron [req-08d914ed-870a-4cea-a780-ba5654105ded req-4701fb35-281b-490a-aecb-ba8c99ac3da4 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updated VIF entry in instance network info cache for port e1619222-fc51-4309-8f12-33b96ae1a22f. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.857212] env[62259]: DEBUG nova.network.neutron [req-08d914ed-870a-4cea-a780-ba5654105ded req-4701fb35-281b-490a-aecb-ba8c99ac3da4 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updating instance_info_cache with network_info: [{"id": "e1619222-fc51-4309-8f12-33b96ae1a22f", "address": "fa:16:3e:cf:31:2b", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1619222-fc", "ovs_interfaceid": "e1619222-fc51-4309-8f12-33b96ae1a22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.864873] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f98f24-76fe-3b0a-9cea-62b4fd0ea88c, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.865364] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.865693] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1706.866049] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.866376] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.867332] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1706.867759] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41a0e830-005b-453c-a17a-bf21e09cf4a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.894018] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1706.894018] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1706.896256] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac88f8b-8448-4d7b-8907-00094bd44c79 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.899165] env[62259]: DEBUG nova.compute.manager [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1706.906611] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1706.906611] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524dc219-0d2f-9add-cb78-9d9fbd52cf97" [ 1706.906611] env[62259]: _type = "Task" [ 1706.906611] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.916996] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524dc219-0d2f-9add-cb78-9d9fbd52cf97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.069173] env[62259]: DEBUG oslo_vmware.api [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Task: {'id': task-1692644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201185} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.071759] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.071960] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1707.072158] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.072332] env[62259]: INFO nova.compute.manager [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1707.072575] env[62259]: DEBUG oslo.service.loopingcall [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.072995] env[62259]: DEBUG nova.compute.manager [-] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1707.073111] env[62259]: DEBUG nova.network.neutron [-] [instance: ac4adb35-da20-4947-8733-d7fc90534891] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1707.159023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.159023] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.159023] env[62259]: DEBUG nova.network.neutron [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.230569] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692638, 'name': Destroy_Task, 'duration_secs': 1.447531} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.232398] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Destroyed the VM [ 1707.232907] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1707.237017] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7a0ebd-0eda-45b5-963d-ca888e694aea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.237017] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d8a5baf0-a123-4ded-a960-a0773ce4e4e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.246749] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccdae93-00dc-43bc-a4cc-b65ee60afc77 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.250388] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1707.250388] env[62259]: value = "task-1692645" [ 1707.250388] env[62259]: _type = "Task" [ 1707.250388] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.260220] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "38ab34e3-3381-4037-bddd-548a3366ca90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.260220] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "38ab34e3-3381-4037-bddd-548a3366ca90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.293375] env[62259]: DEBUG nova.compute.manager [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1707.296727] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44ef4b-418e-4f48-a098-fc0fa22fffaf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.303721] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692645, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.309112] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232707e-8b55-4b1d-8826-8774ee4d5e91 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.323829] env[62259]: DEBUG nova.compute.provider_tree [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.328714] env[62259]: DEBUG nova.compute.manager [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1707.360355] env[62259]: DEBUG oslo_concurrency.lockutils [req-08d914ed-870a-4cea-a780-ba5654105ded req-4701fb35-281b-490a-aecb-ba8c99ac3da4 service nova] Releasing lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.366228] env[62259]: DEBUG nova.network.neutron [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Successfully created port: dbdb90e0-3af5-40e9-b3a1-7c853afcb275 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.416983] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524dc219-0d2f-9add-cb78-9d9fbd52cf97, 'name': SearchDatastore_Task, 'duration_secs': 0.014425} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.417671] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fa3af2-be1b-4bd9-ad35-0b04f55528ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.421629] env[62259]: DEBUG nova.compute.manager [req-a5a9fb2e-6c16-407b-bd82-acb51420af47 req-d33c5342-0417-4193-a76e-5412356014b0 service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Received event network-vif-deleted-ec09d6e5-8a84-4260-b847-c6ac107d066b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1707.421821] env[62259]: INFO nova.compute.manager [req-a5a9fb2e-6c16-407b-bd82-acb51420af47 req-d33c5342-0417-4193-a76e-5412356014b0 service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Neutron deleted interface ec09d6e5-8a84-4260-b847-c6ac107d066b; detaching it from the instance and deleting it from the info cache [ 1707.422034] env[62259]: DEBUG nova.network.neutron [req-a5a9fb2e-6c16-407b-bd82-acb51420af47 req-d33c5342-0417-4193-a76e-5412356014b0 service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.426926] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1707.426926] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521799bc-c3f0-4e90-8ca6-0e7e88abf6d4" [ 1707.426926] env[62259]: _type = "Task" [ 1707.426926] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.434826] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521799bc-c3f0-4e90-8ca6-0e7e88abf6d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.693275] env[62259]: DEBUG nova.network.neutron [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.695368] env[62259]: INFO nova.compute.manager [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Resuming [ 1707.695911] env[62259]: DEBUG nova.objects.instance [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lazy-loading 'flavor' on Instance uuid 865c009b-cbc0-45dd-84fa-42cce7f8222b {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1707.763526] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692645, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.820490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.826633] env[62259]: DEBUG nova.scheduler.client.report [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1707.851460] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.865846] env[62259]: DEBUG nova.compute.manager [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-vif-plugged-a6ae6727-39cc-42e5-bd0d-806131b2e969 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1707.866105] env[62259]: DEBUG oslo_concurrency.lockutils [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.866378] env[62259]: DEBUG oslo_concurrency.lockutils [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.866499] env[62259]: DEBUG oslo_concurrency.lockutils [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.866671] env[62259]: DEBUG nova.compute.manager [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] No waiting events found dispatching network-vif-plugged-a6ae6727-39cc-42e5-bd0d-806131b2e969 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1707.866851] env[62259]: WARNING nova.compute.manager [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received unexpected event network-vif-plugged-a6ae6727-39cc-42e5-bd0d-806131b2e969 for instance with vm_state building and task_state spawning. [ 1707.868338] env[62259]: DEBUG nova.compute.manager [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-changed-a6ae6727-39cc-42e5-bd0d-806131b2e969 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1707.868338] env[62259]: DEBUG nova.compute.manager [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Refreshing instance network info cache due to event network-changed-a6ae6727-39cc-42e5-bd0d-806131b2e969. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1707.868338] env[62259]: DEBUG oslo_concurrency.lockutils [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] Acquiring lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.890810] env[62259]: DEBUG nova.network.neutron [-] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.906968] env[62259]: DEBUG nova.network.neutron [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.909751] env[62259]: DEBUG nova.compute.manager [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1707.927028] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e87d5a11-7d1f-4daa-802b-fc0916ec1742 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.945540] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521799bc-c3f0-4e90-8ca6-0e7e88abf6d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015877} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.949179] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1707.949179] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1707.949179] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1707.949322] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1707.949389] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1707.949536] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1707.949755] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1707.950239] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1707.950239] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1707.950337] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1707.950525] env[62259]: DEBUG nova.virt.hardware [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1707.953732] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484c1e6a-8f36-480b-b606-a8d3e0f623dc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.967380] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.967654] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] d51e7a13-bc87-4641-8a76-42a753757c77/d51e7a13-bc87-4641-8a76-42a753757c77.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1707.968754] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89c291-1d3e-4935-8c91-306a05b54ff9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.974134] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61e67a11-63e9-4e4e-8c3a-d47bb4c44a0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.986730] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf715e-1f61-4f12-8c86-b587c8597dda {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.990840] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1707.990840] env[62259]: value = "task-1692646" [ 1707.990840] env[62259]: _type = "Task" [ 1707.990840] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.000622] env[62259]: DEBUG nova.compute.manager [req-a5a9fb2e-6c16-407b-bd82-acb51420af47 req-d33c5342-0417-4193-a76e-5412356014b0 service nova] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Detach interface failed, port_id=ec09d6e5-8a84-4260-b847-c6ac107d066b, reason: Instance ac4adb35-da20-4947-8733-d7fc90534891 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1708.020199] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.267311] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692645, 'name': RemoveSnapshot_Task, 'duration_secs': 0.73082} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.267730] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1708.268332] env[62259]: DEBUG nova.compute.manager [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.269762] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d3966a-7b07-41b8-bc66-281a424e0458 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.332933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.333112] env[62259]: DEBUG nova.compute.manager [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.336547] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.267s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.340023] env[62259]: DEBUG nova.objects.instance [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lazy-loading 'resources' on Instance uuid 88584ded-586c-4b00-a393-5106b5d383c1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1708.394370] env[62259]: INFO nova.compute.manager [-] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Took 1.32 seconds to deallocate network for instance. [ 1708.414937] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.416533] env[62259]: DEBUG nova.compute.manager [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Instance network_info: |[{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1708.416533] env[62259]: DEBUG oslo_concurrency.lockutils [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] Acquired lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.416533] env[62259]: DEBUG nova.network.neutron [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Refreshing network info cache for port a6ae6727-39cc-42e5-bd0d-806131b2e969 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.417890] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:d8:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ae6727-39cc-42e5-bd0d-806131b2e969', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.429981] env[62259]: DEBUG oslo.service.loopingcall [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.431250] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1708.431539] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e47f845-f324-4c14-ae3f-a51ced9c49d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.455512] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.455512] env[62259]: value = "task-1692647" [ 1708.455512] env[62259]: _type = "Task" [ 1708.455512] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.466191] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692647, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.515517] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497126} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.515517] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] d51e7a13-bc87-4641-8a76-42a753757c77/d51e7a13-bc87-4641-8a76-42a753757c77.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1708.515517] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.515517] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1073324-297a-42ed-a3bc-d4f11518f445 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.521088] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1708.521088] env[62259]: value = "task-1692648" [ 1708.521088] env[62259]: _type = "Task" [ 1708.521088] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.548170] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.706219] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.706433] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquired lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.706618] env[62259]: DEBUG nova.network.neutron [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1708.784924] env[62259]: INFO nova.compute.manager [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Shelve offloading [ 1708.840424] env[62259]: DEBUG nova.compute.utils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.841879] env[62259]: DEBUG nova.compute.manager [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1708.844918] env[62259]: DEBUG nova.network.neutron [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1708.901260] env[62259]: DEBUG nova.policy [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '352d671bb0ff4c43aa755d4e67b35771', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396f50687d444c03ab4b26142961e254', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1708.905642] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.975737] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692647, 'name': CreateVM_Task, 'duration_secs': 0.430569} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.975737] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.975886] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.975944] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.976376] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.976553] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84cb2551-6808-4297-acbd-70a4d649e776 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.984419] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1708.984419] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5281c058-ebfc-4652-b3a0-3121b303283c" [ 1708.984419] env[62259]: _type = "Task" [ 1708.984419] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.992917] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5281c058-ebfc-4652-b3a0-3121b303283c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.035794] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075402} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.035917] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.037016] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edbd847-4e9a-4a46-8de9-5c23deffcdb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.059119] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d51e7a13-bc87-4641-8a76-42a753757c77/d51e7a13-bc87-4641-8a76-42a753757c77.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.062794] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a18313-5eff-4da6-ab7b-a03e737200eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.085989] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1709.085989] env[62259]: value = "task-1692649" [ 1709.085989] env[62259]: _type = "Task" [ 1709.085989] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.097242] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.284086] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866233ea-b41f-4620-b24e-f60996983d6e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.289190] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.289890] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd579829-544d-4f42-9e45-bfa097c609ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.295146] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ac2907-2ab5-4acb-9c06-e519e1b20024 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.300190] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1709.300190] env[62259]: value = "task-1692650" [ 1709.300190] env[62259]: _type = "Task" [ 1709.300190] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.331305] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9894b26-0c7f-44fb-8f18-8e0a97dd611a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.338530] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1709.338772] env[62259]: DEBUG nova.compute.manager [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1709.339638] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87980f6-4157-41e7-b48e-cd13c23e5b1e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.349607] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accb0691-24ba-4824-a22b-5b13d473c76b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.353489] env[62259]: DEBUG nova.compute.manager [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.356494] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.356652] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.356819] env[62259]: DEBUG nova.network.neutron [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.370789] env[62259]: DEBUG nova.compute.provider_tree [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.498198] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5281c058-ebfc-4652-b3a0-3121b303283c, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.498198] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.498533] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.498533] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.498748] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.498827] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.499125] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db1458e6-e036-424c-ad63-d65b90401e13 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.513014] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.513295] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.515435] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b3838d8-4715-46ed-9611-6efe061df5da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.520703] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1709.520703] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f98fde-c458-23b4-7482-6187e7256680" [ 1709.520703] env[62259]: _type = "Task" [ 1709.520703] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.535378] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f98fde-c458-23b4-7482-6187e7256680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.537055] env[62259]: DEBUG nova.network.neutron [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Successfully created port: 925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.578435] env[62259]: DEBUG nova.network.neutron [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updated VIF entry in instance network info cache for port a6ae6727-39cc-42e5-bd0d-806131b2e969. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.579032] env[62259]: DEBUG nova.network.neutron [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.599444] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.659557] env[62259]: DEBUG nova.network.neutron [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Successfully updated port: dbdb90e0-3af5-40e9-b3a1-7c853afcb275 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.793437] env[62259]: DEBUG nova.network.neutron [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updating instance_info_cache with network_info: [{"id": "b44c52b6-7288-434c-876f-17152a227544", "address": "fa:16:3e:51:fa:ea", "network": {"id": "4d5b9576-8eac-468b-81d8-c9b1721d0c9a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-930101940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cc423bbcf0644bb87fc671dfceea7b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed82fc44-f216-40a7-a68b-62d76ffdb1f8", "external-id": "nsx-vlan-transportzone-236", "segmentation_id": 236, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44c52b6-72", "ovs_interfaceid": "b44c52b6-7288-434c-876f-17152a227544", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.876383] env[62259]: DEBUG nova.scheduler.client.report [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1709.937996] env[62259]: DEBUG nova.compute.manager [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Received event network-vif-plugged-dbdb90e0-3af5-40e9-b3a1-7c853afcb275 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1709.937996] env[62259]: DEBUG oslo_concurrency.lockutils [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] Acquiring lock "7bceedee-7e88-4bd5-a8e3-b49e36810524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.937996] env[62259]: DEBUG oslo_concurrency.lockutils [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] Lock "7bceedee-7e88-4bd5-a8e3-b49e36810524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.937996] env[62259]: DEBUG oslo_concurrency.lockutils [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] Lock "7bceedee-7e88-4bd5-a8e3-b49e36810524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.937996] env[62259]: DEBUG nova.compute.manager [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] No waiting events found dispatching network-vif-plugged-dbdb90e0-3af5-40e9-b3a1-7c853afcb275 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1709.938379] env[62259]: WARNING nova.compute.manager [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Received unexpected event network-vif-plugged-dbdb90e0-3af5-40e9-b3a1-7c853afcb275 for instance with vm_state building and task_state spawning. [ 1709.938616] env[62259]: DEBUG nova.compute.manager [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Received event network-changed-dbdb90e0-3af5-40e9-b3a1-7c853afcb275 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1709.939272] env[62259]: DEBUG nova.compute.manager [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Refreshing instance network info cache due to event network-changed-dbdb90e0-3af5-40e9-b3a1-7c853afcb275. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1709.939661] env[62259]: DEBUG oslo_concurrency.lockutils [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] Acquiring lock "refresh_cache-7bceedee-7e88-4bd5-a8e3-b49e36810524" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.939845] env[62259]: DEBUG oslo_concurrency.lockutils [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] Acquired lock "refresh_cache-7bceedee-7e88-4bd5-a8e3-b49e36810524" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.940260] env[62259]: DEBUG nova.network.neutron [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Refreshing network info cache for port dbdb90e0-3af5-40e9-b3a1-7c853afcb275 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.034754] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f98fde-c458-23b4-7482-6187e7256680, 'name': SearchDatastore_Task, 'duration_secs': 0.026191} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.035627] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f883ae-3e53-437b-a640-120ca9e52842 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.042261] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1710.042261] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aed123-23e9-9b64-c59c-2d69f44b9055" [ 1710.042261] env[62259]: _type = "Task" [ 1710.042261] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.050958] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aed123-23e9-9b64-c59c-2d69f44b9055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.083691] env[62259]: DEBUG oslo_concurrency.lockutils [req-32d0c9cf-7382-4d27-9aaf-4854bb6b48a6 req-24eabcba-8860-4ab2-a827-791ac878d15a service nova] Releasing lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.097134] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692649, 'name': ReconfigVM_Task, 'duration_secs': 0.755657} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.099314] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d51e7a13-bc87-4641-8a76-42a753757c77/d51e7a13-bc87-4641-8a76-42a753757c77.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.099314] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a56a21d4-fbef-4988-8f41-0a9c49e3b04c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.106345] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1710.106345] env[62259]: value = "task-1692651" [ 1710.106345] env[62259]: _type = "Task" [ 1710.106345] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.115300] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692651, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.162965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "refresh_cache-7bceedee-7e88-4bd5-a8e3-b49e36810524" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.298808] env[62259]: DEBUG oslo_concurrency.lockutils [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Releasing lock "refresh_cache-865c009b-cbc0-45dd-84fa-42cce7f8222b" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.300624] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e272e8be-6e9d-4747-a86e-7ea2af6ed024 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.306524] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Resuming the VM {{(pid=62259) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1710.306777] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3729c481-48e4-48d9-ad6c-9074ec513028 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.315071] env[62259]: DEBUG oslo_vmware.api [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1710.315071] env[62259]: value = "task-1692652" [ 1710.315071] env[62259]: _type = "Task" [ 1710.315071] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.322509] env[62259]: DEBUG oslo_vmware.api [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.345490] env[62259]: DEBUG nova.network.neutron [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updating instance_info_cache with network_info: [{"id": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "address": "fa:16:3e:39:d2:ca", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9804ee-6c", "ovs_interfaceid": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.368742] env[62259]: DEBUG nova.compute.manager [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.383760] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.387750] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.997s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.387750] env[62259]: DEBUG nova.objects.instance [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1710.401562] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1710.402083] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1710.402392] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.402863] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1710.403196] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.403832] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1710.403832] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1710.403952] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1710.404074] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1710.404246] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1710.404633] env[62259]: DEBUG nova.virt.hardware [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1710.405390] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c268611-d6e4-41cc-b41c-f8617c7ad109 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.416017] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da6191a-9f78-4cb6-bbc4-8844df404843 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.420052] env[62259]: INFO nova.scheduler.client.report [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Deleted allocations for instance 88584ded-586c-4b00-a393-5106b5d383c1 [ 1710.479605] env[62259]: DEBUG nova.network.neutron [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1710.553189] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aed123-23e9-9b64-c59c-2d69f44b9055, 'name': SearchDatastore_Task, 'duration_secs': 0.062415} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.553428] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.553545] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1bed46b8-2a21-447c-ac0d-f2542767c4d5/1bed46b8-2a21-447c-ac0d-f2542767c4d5.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.553822] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd9d1b7-37a7-4b7f-add8-7543ddd5161e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.561883] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1710.561883] env[62259]: value = "task-1692653" [ 1710.561883] env[62259]: _type = "Task" [ 1710.561883] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.570311] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.602301] env[62259]: DEBUG nova.network.neutron [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.616333] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692651, 'name': Rename_Task, 'duration_secs': 0.146598} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.616630] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1710.616902] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d6a515b-eb41-4bea-836c-d5e24e49a032 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.623602] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1710.623602] env[62259]: value = "task-1692654" [ 1710.623602] env[62259]: _type = "Task" [ 1710.623602] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.632519] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.826434] env[62259]: DEBUG oslo_vmware.api [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.848345] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.944298] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d494dfed-0c9f-4815-bed3-bdd3d85e96f0 tempest-ServersAdminTestJSON-1313351372 tempest-ServersAdminTestJSON-1313351372-project-member] Lock "88584ded-586c-4b00-a393-5106b5d383c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.997s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.072986] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.105946] env[62259]: DEBUG oslo_concurrency.lockutils [req-6ccc6c75-d2a5-4f4c-be5b-1e3b4907fbc9 req-17f41676-64e1-4fba-b01d-f453a47487c6 service nova] Releasing lock "refresh_cache-7bceedee-7e88-4bd5-a8e3-b49e36810524" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.106943] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "refresh_cache-7bceedee-7e88-4bd5-a8e3-b49e36810524" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.107174] env[62259]: DEBUG nova.network.neutron [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.137973] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692654, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.333318] env[62259]: DEBUG oslo_vmware.api [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692652, 'name': PowerOnVM_Task, 'duration_secs': 0.59025} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.333935] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Resumed the VM {{(pid=62259) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1711.334479] env[62259]: DEBUG nova.compute.manager [None req-dfb1fdca-445b-4cff-87cc-3a8ce11e3a68 tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.335519] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904a0c5f-5aac-47a5-aa2f-37d6c241bde7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.402378] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4106af0-f04e-46fc-b6e8-8db4b2077e57 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.403645] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.552s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.403983] env[62259]: DEBUG nova.objects.instance [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lazy-loading 'resources' on Instance uuid 385eb7c8-4070-42b8-94ae-e70402b0d211 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.573925] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882635} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.574194] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 1bed46b8-2a21-447c-ac0d-f2542767c4d5/1bed46b8-2a21-447c-ac0d-f2542767c4d5.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1711.574516] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.574775] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63333ba8-205f-44ed-84a9-3446c0aae1c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.584489] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1711.584489] env[62259]: value = "task-1692655" [ 1711.584489] env[62259]: _type = "Task" [ 1711.584489] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.593010] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.634165] env[62259]: DEBUG oslo_vmware.api [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692654, 'name': PowerOnVM_Task, 'duration_secs': 0.539719} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.634444] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1711.634646] env[62259]: INFO nova.compute.manager [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1711.634821] env[62259]: DEBUG nova.compute.manager [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.635622] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dda9129-2bdc-469b-9af5-2a13892c5776 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.663920] env[62259]: DEBUG nova.network.neutron [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1711.844943] env[62259]: DEBUG nova.network.neutron [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Updating instance_info_cache with network_info: [{"id": "dbdb90e0-3af5-40e9-b3a1-7c853afcb275", "address": "fa:16:3e:d5:8f:8e", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdb90e0-3a", "ovs_interfaceid": "dbdb90e0-3af5-40e9-b3a1-7c853afcb275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.097074] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18163} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.097341] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1712.098118] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a151f59-4305-4247-8ad4-7c03d14bde72 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.122940] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 1bed46b8-2a21-447c-ac0d-f2542767c4d5/1bed46b8-2a21-447c-ac0d-f2542767c4d5.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.125456] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eddbe427-c9a9-4711-b15e-49d911582f82 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.151456] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1712.151456] env[62259]: value = "task-1692656" [ 1712.151456] env[62259]: _type = "Task" [ 1712.151456] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.159324] env[62259]: INFO nova.compute.manager [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Took 30.74 seconds to build instance. [ 1712.166505] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.197028] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8770c8b-f6da-4420-9b2f-1fc0561c0bd4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.203932] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de293880-85d4-441e-8f0a-9c20cc0f9805 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.239632] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5167d6a3-a256-4f5e-8e6c-bf17a3e5d84b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.247630] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692499df-33f8-406d-b0db-f56b8f15f26f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.263601] env[62259]: DEBUG nova.compute.provider_tree [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1712.330582] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1712.331620] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da3d7e9-d3d0-4e67-9649-c08725651b1f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.339575] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1712.340150] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11b535fa-b8bb-49de-8859-d7f1bbdba510 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.346711] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "refresh_cache-7bceedee-7e88-4bd5-a8e3-b49e36810524" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.347040] env[62259]: DEBUG nova.compute.manager [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Instance network_info: |[{"id": "dbdb90e0-3af5-40e9-b3a1-7c853afcb275", "address": "fa:16:3e:d5:8f:8e", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbdb90e0-3a", "ovs_interfaceid": "dbdb90e0-3af5-40e9-b3a1-7c853afcb275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1712.347430] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:8f:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbdb90e0-3af5-40e9-b3a1-7c853afcb275', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.355806] env[62259]: DEBUG oslo.service.loopingcall [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.356277] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.356542] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-590d72fd-1df0-4586-a8f3-385b6cffd7fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.383651] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquiring lock "43e407e2-60e8-415a-a173-0ce533ab4ef4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.383863] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "43e407e2-60e8-415a-a173-0ce533ab4ef4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.388270] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.388270] env[62259]: value = "task-1692658" [ 1712.388270] env[62259]: _type = "Task" [ 1712.388270] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.396950] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692658, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.413191] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1712.413497] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1712.413691] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleting the datastore file [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.413965] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5344caa5-7729-4f92-bd30-dd040b50f0f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.421454] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1712.421454] env[62259]: value = "task-1692659" [ 1712.421454] env[62259]: _type = "Task" [ 1712.421454] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.429886] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.493141] env[62259]: DEBUG nova.compute.manager [req-ab380c7f-8059-415d-bec6-b244743a074b req-e331d174-351b-42c4-8c06-af027298dd39 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received event network-vif-unplugged-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1712.493430] env[62259]: DEBUG oslo_concurrency.lockutils [req-ab380c7f-8059-415d-bec6-b244743a074b req-e331d174-351b-42c4-8c06-af027298dd39 service nova] Acquiring lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.493689] env[62259]: DEBUG oslo_concurrency.lockutils [req-ab380c7f-8059-415d-bec6-b244743a074b req-e331d174-351b-42c4-8c06-af027298dd39 service nova] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.493935] env[62259]: DEBUG oslo_concurrency.lockutils [req-ab380c7f-8059-415d-bec6-b244743a074b req-e331d174-351b-42c4-8c06-af027298dd39 service nova] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.494675] env[62259]: DEBUG nova.compute.manager [req-ab380c7f-8059-415d-bec6-b244743a074b req-e331d174-351b-42c4-8c06-af027298dd39 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] No waiting events found dispatching network-vif-unplugged-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.495022] env[62259]: WARNING nova.compute.manager [req-ab380c7f-8059-415d-bec6-b244743a074b req-e331d174-351b-42c4-8c06-af027298dd39 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received unexpected event network-vif-unplugged-ed9804ee-6cae-4ff6-bb31-968151fbbda6 for instance with vm_state shelved and task_state shelving_offloading. [ 1712.560136] env[62259]: DEBUG nova.network.neutron [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Successfully updated port: 925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1712.662190] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b62c1451-43b8-4fbf-8463-088d63054846 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.255s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.662451] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.767266] env[62259]: DEBUG nova.scheduler.client.report [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1712.886400] env[62259]: DEBUG nova.compute.manager [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1712.915562] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692658, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.933105] env[62259]: DEBUG oslo_vmware.api [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151916} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.933105] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.933204] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.933613] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.960187] env[62259]: INFO nova.scheduler.client.report [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted allocations for instance 9d593c49-cb71-4a02-8b55-4cfc8e209f69 [ 1713.064159] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.064373] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.064539] env[62259]: DEBUG nova.network.neutron [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.161430] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692656, 'name': ReconfigVM_Task, 'duration_secs': 0.850542} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.161715] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 1bed46b8-2a21-447c-ac0d-f2542767c4d5/1bed46b8-2a21-447c-ac0d-f2542767c4d5.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.162370] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1da2e811-abc6-479d-805d-cc2e6c008352 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.169048] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1713.169048] env[62259]: value = "task-1692660" [ 1713.169048] env[62259]: _type = "Task" [ 1713.169048] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.177553] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692660, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.272351] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.279260] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.946s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.280882] env[62259]: INFO nova.compute.claims [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.306354] env[62259]: INFO nova.scheduler.client.report [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted allocations for instance 385eb7c8-4070-42b8-94ae-e70402b0d211 [ 1713.405834] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692658, 'name': CreateVM_Task, 'duration_secs': 0.852984} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.407902] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.407902] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.407902] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.407902] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.407902] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf18ad20-7ce3-4e5d-985d-22fbe0ecdd6c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.412514] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1713.412514] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529f6eb5-b2c7-91ab-5ec9-b708c5b1fd31" [ 1713.412514] env[62259]: _type = "Task" [ 1713.412514] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.420879] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529f6eb5-b2c7-91ab-5ec9-b708c5b1fd31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.423064] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.468137] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.623972] env[62259]: DEBUG nova.network.neutron [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1713.680838] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692660, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.817724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a8189069-ba16-496f-a6a0-7f1597a0008f tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "385eb7c8-4070-42b8-94ae-e70402b0d211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.939s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.928910] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529f6eb5-b2c7-91ab-5ec9-b708c5b1fd31, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.937183] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.937341] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1713.937614] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.937937] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.938188] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.938505] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da64ba52-0d96-478e-8baf-10000e3e8e7a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.948395] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.948608] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.949387] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5581cc3-cc7f-4bd5-a3b9-18d513d2adb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.955036] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1713.955036] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52271771-fe63-93de-c084-482a46c83946" [ 1713.955036] env[62259]: _type = "Task" [ 1713.955036] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.967716] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52271771-fe63-93de-c084-482a46c83946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.028922] env[62259]: DEBUG nova.compute.manager [req-79decbf4-e191-4b1c-a3d9-86a07b5d7b96 req-ccee3c2a-3a42-4d4a-b0e5-bb8ac466b831 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Received event network-changed-e1619222-fc51-4309-8f12-33b96ae1a22f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1714.029295] env[62259]: DEBUG nova.compute.manager [req-79decbf4-e191-4b1c-a3d9-86a07b5d7b96 req-ccee3c2a-3a42-4d4a-b0e5-bb8ac466b831 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Refreshing instance network info cache due to event network-changed-e1619222-fc51-4309-8f12-33b96ae1a22f. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1714.029560] env[62259]: DEBUG oslo_concurrency.lockutils [req-79decbf4-e191-4b1c-a3d9-86a07b5d7b96 req-ccee3c2a-3a42-4d4a-b0e5-bb8ac466b831 service nova] Acquiring lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.029682] env[62259]: DEBUG oslo_concurrency.lockutils [req-79decbf4-e191-4b1c-a3d9-86a07b5d7b96 req-ccee3c2a-3a42-4d4a-b0e5-bb8ac466b831 service nova] Acquired lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.029882] env[62259]: DEBUG nova.network.neutron [req-79decbf4-e191-4b1c-a3d9-86a07b5d7b96 req-ccee3c2a-3a42-4d4a-b0e5-bb8ac466b831 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Refreshing network info cache for port e1619222-fc51-4309-8f12-33b96ae1a22f {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.041473] env[62259]: DEBUG nova.network.neutron [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating instance_info_cache with network_info: [{"id": "925676aa-a2d2-4c34-a7be-0d57391831eb", "address": "fa:16:3e:0e:42:b0", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925676aa-a2", "ovs_interfaceid": "925676aa-a2d2-4c34-a7be-0d57391831eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.185369] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692660, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.468028] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52271771-fe63-93de-c084-482a46c83946, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.472873] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a1071b-b5fa-4635-b81a-4c8825100978 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.485069] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1714.485069] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f69a7f-be13-97db-62fa-76bcb4ffeec9" [ 1714.485069] env[62259]: _type = "Task" [ 1714.485069] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.496846] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f69a7f-be13-97db-62fa-76bcb4ffeec9, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.497116] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.497564] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7bceedee-7e88-4bd5-a8e3-b49e36810524/7bceedee-7e88-4bd5-a8e3-b49e36810524.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1714.497877] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a93a87b0-c1d9-4cf2-ba2a-eeec5a22d9c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.506160] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1714.506160] env[62259]: value = "task-1692661" [ 1714.506160] env[62259]: _type = "Task" [ 1714.506160] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.515232] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.545196] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.545196] env[62259]: DEBUG nova.compute.manager [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Instance network_info: |[{"id": "925676aa-a2d2-4c34-a7be-0d57391831eb", "address": "fa:16:3e:0e:42:b0", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925676aa-a2", "ovs_interfaceid": "925676aa-a2d2-4c34-a7be-0d57391831eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1714.545575] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:42:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '925676aa-a2d2-4c34-a7be-0d57391831eb', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.556112] env[62259]: DEBUG oslo.service.loopingcall [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1714.564067] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.564494] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42f4f052-fac4-416f-92c5-fc453384ed16 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.584555] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83420fa8-f972-4b87-9251-e7242d5fd506 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.595650] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690441be-2cd0-427e-8bbb-698cadb4b21f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.600201] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.600201] env[62259]: value = "task-1692662" [ 1714.600201] env[62259]: _type = "Task" [ 1714.600201] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.632464] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4433e5bf-688d-423a-929c-8e78a4c3e524 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.639196] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692662, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.645056] env[62259]: DEBUG nova.compute.manager [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Received event network-vif-plugged-925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1714.645247] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] Acquiring lock "09211258-2289-4761-8c9e-69ff7beb424d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.645456] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] Lock "09211258-2289-4761-8c9e-69ff7beb424d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.645620] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] Lock "09211258-2289-4761-8c9e-69ff7beb424d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.645788] env[62259]: DEBUG nova.compute.manager [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] No waiting events found dispatching network-vif-plugged-925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1714.645954] env[62259]: WARNING nova.compute.manager [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Received unexpected event network-vif-plugged-925676aa-a2d2-4c34-a7be-0d57391831eb for instance with vm_state building and task_state spawning. [ 1714.646171] env[62259]: DEBUG nova.compute.manager [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received event network-changed-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1714.646371] env[62259]: DEBUG nova.compute.manager [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Refreshing instance network info cache due to event network-changed-ed9804ee-6cae-4ff6-bb31-968151fbbda6. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1714.646516] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] Acquiring lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.646649] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] Acquired lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.646810] env[62259]: DEBUG nova.network.neutron [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Refreshing network info cache for port ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.653020] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cad82cb-57f3-49ec-b129-89686a87c245 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.671826] env[62259]: DEBUG nova.compute.provider_tree [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1714.682480] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692660, 'name': Rename_Task, 'duration_secs': 1.159071} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.683486] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.683781] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941a0958-ded6-41bc-8ad7-212785552bdc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.690931] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1714.690931] env[62259]: value = "task-1692663" [ 1714.690931] env[62259]: _type = "Task" [ 1714.690931] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.700311] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.023696] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692661, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.110740] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692662, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.203597] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692663, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.204607] env[62259]: ERROR nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [req-e8141992-4503-430e-8b72-cf7335b9e70b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8141992-4503-430e-8b72-cf7335b9e70b"}]} [ 1715.233177] env[62259]: DEBUG nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1715.253049] env[62259]: DEBUG nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1715.253333] env[62259]: DEBUG nova.compute.provider_tree [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.270244] env[62259]: DEBUG nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1715.296579] env[62259]: DEBUG nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1715.325225] env[62259]: DEBUG nova.network.neutron [req-79decbf4-e191-4b1c-a3d9-86a07b5d7b96 req-ccee3c2a-3a42-4d4a-b0e5-bb8ac466b831 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updated VIF entry in instance network info cache for port e1619222-fc51-4309-8f12-33b96ae1a22f. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.325426] env[62259]: DEBUG nova.network.neutron [req-79decbf4-e191-4b1c-a3d9-86a07b5d7b96 req-ccee3c2a-3a42-4d4a-b0e5-bb8ac466b831 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updating instance_info_cache with network_info: [{"id": "e1619222-fc51-4309-8f12-33b96ae1a22f", "address": "fa:16:3e:cf:31:2b", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1619222-fc", "ovs_interfaceid": "e1619222-fc51-4309-8f12-33b96ae1a22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.521955] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692661, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.587030] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2b6809-d1ca-49ae-8b75-3a1cad5f27ae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.593864] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39972a44-08e0-478d-9c5c-c4095c3356d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.636103] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76107ebe-8dfb-49d2-ba6f-cec28bc49353 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.644268] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692662, 'name': CreateVM_Task, 'duration_secs': 0.543002} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.645963] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.646742] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.646913] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.647769] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.652022] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919bfbf1-5d53-4641-9628-ae2cba881f64 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.652243] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a895862f-1856-48eb-93be-7086dd071236 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.663788] env[62259]: DEBUG nova.compute.provider_tree [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.666495] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1715.666495] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ed762d-34f3-3e22-3f39-2caea66665a1" [ 1715.666495] env[62259]: _type = "Task" [ 1715.666495] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.675342] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ed762d-34f3-3e22-3f39-2caea66665a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.701833] env[62259]: DEBUG oslo_vmware.api [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692663, 'name': PowerOnVM_Task, 'duration_secs': 0.881529} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.702155] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.702368] env[62259]: INFO nova.compute.manager [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1715.702564] env[62259]: DEBUG nova.compute.manager [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.706454] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee0d08b-3445-466a-8cb9-24fe4b67be18 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.733893] env[62259]: DEBUG nova.network.neutron [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updated VIF entry in instance network info cache for port ed9804ee-6cae-4ff6-bb31-968151fbbda6. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.734262] env[62259]: DEBUG nova.network.neutron [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updating instance_info_cache with network_info: [{"id": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "address": "fa:16:3e:39:d2:ca", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "taped9804ee-6c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.829177] env[62259]: DEBUG oslo_concurrency.lockutils [req-79decbf4-e191-4b1c-a3d9-86a07b5d7b96 req-ccee3c2a-3a42-4d4a-b0e5-bb8ac466b831 service nova] Releasing lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.018648] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692661, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.180058] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ed762d-34f3-3e22-3f39-2caea66665a1, 'name': SearchDatastore_Task, 'duration_secs': 0.02298} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.180911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.180911] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.181040] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.181111] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.181871] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.181871] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ef70ded-b87f-433d-b230-bd3273ff92ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.191619] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.191808] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.195894] env[62259]: ERROR nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [req-907fe585-53ec-4bb3-9dbe-2ca5ba684dc2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-907fe585-53ec-4bb3-9dbe-2ca5ba684dc2"}]} [ 1716.196458] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9e585c-7f2d-4c17-8231-b31762497a4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.204656] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1716.204656] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529a8521-4a0b-cc1c-f9a1-09a378843d00" [ 1716.204656] env[62259]: _type = "Task" [ 1716.204656] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.213245] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529a8521-4a0b-cc1c-f9a1-09a378843d00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.222122] env[62259]: INFO nova.compute.manager [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Took 26.36 seconds to build instance. [ 1716.224794] env[62259]: DEBUG nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1716.237647] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] Releasing lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.237914] env[62259]: DEBUG nova.compute.manager [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Received event network-changed-925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1716.238098] env[62259]: DEBUG nova.compute.manager [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Refreshing instance network info cache due to event network-changed-925676aa-a2d2-4c34-a7be-0d57391831eb. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1716.238330] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] Acquiring lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.238543] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] Acquired lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.238818] env[62259]: DEBUG nova.network.neutron [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Refreshing network info cache for port 925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.244640] env[62259]: DEBUG nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1716.244640] env[62259]: DEBUG nova.compute.provider_tree [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.261188] env[62259]: DEBUG nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1716.288239] env[62259]: DEBUG nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1716.368274] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.526075] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692661, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.530942} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.526337] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7bceedee-7e88-4bd5-a8e3-b49e36810524/7bceedee-7e88-4bd5-a8e3-b49e36810524.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.526549] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.526820] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d68e1dd-1c92-47be-93ee-655a0549194b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.536521] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1716.536521] env[62259]: value = "task-1692664" [ 1716.536521] env[62259]: _type = "Task" [ 1716.536521] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.544068] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.589661] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680d84f6-c2a5-4d9e-9a15-d8b243065058 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.597918] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28025b2-9e76-4396-83a7-eb73c217b549 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.631439] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc7c9bd-432c-40ce-8626-d0c0fdcce4e1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.639134] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac76a3e1-f314-4132-b682-584b49d7983d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.652269] env[62259]: DEBUG nova.compute.provider_tree [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.716967] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529a8521-4a0b-cc1c-f9a1-09a378843d00, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.717267] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a2d355-7d54-46c8-94db-6316b84efb65 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.723057] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1716.723057] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52119206-3c42-bb30-e4c2-325e32a23d78" [ 1716.723057] env[62259]: _type = "Task" [ 1716.723057] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.727327] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1efa120e-228c-4005-965d-76f65f394d9d tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.880s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.732687] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52119206-3c42-bb30-e4c2-325e32a23d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.048675] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062886} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.048956] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.049946] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a1e0d0-7fa4-4f56-b1ee-a37d75c9f46a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.073384] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 7bceedee-7e88-4bd5-a8e3-b49e36810524/7bceedee-7e88-4bd5-a8e3-b49e36810524.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.076093] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0bc819c-6504-4642-966b-815c5807a1a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.098837] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1717.098837] env[62259]: value = "task-1692665" [ 1717.098837] env[62259]: _type = "Task" [ 1717.098837] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.107671] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.157189] env[62259]: DEBUG nova.scheduler.client.report [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1717.169160] env[62259]: DEBUG nova.network.neutron [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updated VIF entry in instance network info cache for port 925676aa-a2d2-4c34-a7be-0d57391831eb. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.170842] env[62259]: DEBUG nova.network.neutron [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating instance_info_cache with network_info: [{"id": "925676aa-a2d2-4c34-a7be-0d57391831eb", "address": "fa:16:3e:0e:42:b0", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925676aa-a2", "ovs_interfaceid": "925676aa-a2d2-4c34-a7be-0d57391831eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.240102] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52119206-3c42-bb30-e4c2-325e32a23d78, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.240778] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.240856] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 09211258-2289-4761-8c9e-69ff7beb424d/09211258-2289-4761-8c9e-69ff7beb424d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.241284] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d9dbc93-0f47-45d3-a52d-3203370cc371 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.252244] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1717.252244] env[62259]: value = "task-1692666" [ 1717.252244] env[62259]: _type = "Task" [ 1717.252244] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.268582] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.613139] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692665, 'name': ReconfigVM_Task, 'duration_secs': 0.39922} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.613527] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 7bceedee-7e88-4bd5-a8e3-b49e36810524/7bceedee-7e88-4bd5-a8e3-b49e36810524.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.614640] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6050c774-62d1-4e2f-8d23-16e37af2877f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.625952] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1717.625952] env[62259]: value = "task-1692667" [ 1717.625952] env[62259]: _type = "Task" [ 1717.625952] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.643176] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692667, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.665866] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.391s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.667855] env[62259]: DEBUG nova.compute.manager [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.671480] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.850s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.671709] env[62259]: INFO nova.compute.claims [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1717.675383] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb37183f-c4bb-416c-8986-df679f785cb1 req-31c08004-7ce1-4a88-b185-8a651c89edd9 service nova] Releasing lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.762986] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490374} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.763324] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 09211258-2289-4761-8c9e-69ff7beb424d/09211258-2289-4761-8c9e-69ff7beb424d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.763548] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.763800] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4291acae-133b-420f-baf6-b0d1ba880538 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.772144] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1717.772144] env[62259]: value = "task-1692668" [ 1717.772144] env[62259]: _type = "Task" [ 1717.772144] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.784788] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.793559] env[62259]: DEBUG nova.compute.manager [req-f9c39cca-bfc4-4836-855d-2172b41e2b04 req-2408914e-8116-4171-9a17-deaf4e8ba986 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-changed-a6ae6727-39cc-42e5-bd0d-806131b2e969 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1717.793725] env[62259]: DEBUG nova.compute.manager [req-f9c39cca-bfc4-4836-855d-2172b41e2b04 req-2408914e-8116-4171-9a17-deaf4e8ba986 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Refreshing instance network info cache due to event network-changed-a6ae6727-39cc-42e5-bd0d-806131b2e969. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1717.793853] env[62259]: DEBUG oslo_concurrency.lockutils [req-f9c39cca-bfc4-4836-855d-2172b41e2b04 req-2408914e-8116-4171-9a17-deaf4e8ba986 service nova] Acquiring lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.794283] env[62259]: DEBUG oslo_concurrency.lockutils [req-f9c39cca-bfc4-4836-855d-2172b41e2b04 req-2408914e-8116-4171-9a17-deaf4e8ba986 service nova] Acquired lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.794283] env[62259]: DEBUG nova.network.neutron [req-f9c39cca-bfc4-4836-855d-2172b41e2b04 req-2408914e-8116-4171-9a17-deaf4e8ba986 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Refreshing network info cache for port a6ae6727-39cc-42e5-bd0d-806131b2e969 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.138396] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692667, 'name': Rename_Task, 'duration_secs': 0.19952} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.139454] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.139454] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97929ab7-f4e8-4719-83d9-76d46f75afb5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.147085] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1718.147085] env[62259]: value = "task-1692669" [ 1718.147085] env[62259]: _type = "Task" [ 1718.147085] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.158905] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.177944] env[62259]: DEBUG nova.compute.utils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.183241] env[62259]: DEBUG nova.compute.manager [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1718.183440] env[62259]: DEBUG nova.network.neutron [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.267831] env[62259]: DEBUG nova.policy [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62eee616d5a04d60940ed3baa7a7c92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912dd7c70e4046a6838429f2f11c6987', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1718.282399] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072394} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.282696] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1718.283685] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d5e3d7-cf13-4ec7-a43c-9e68922cd275 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.311593] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 09211258-2289-4761-8c9e-69ff7beb424d/09211258-2289-4761-8c9e-69ff7beb424d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.311929] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d0ed8b4-b846-4ed7-a848-e269d7f1159c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.334822] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1718.334822] env[62259]: value = "task-1692670" [ 1718.334822] env[62259]: _type = "Task" [ 1718.334822] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.345913] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.658752] env[62259]: DEBUG oslo_vmware.api [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692669, 'name': PowerOnVM_Task, 'duration_secs': 0.504413} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.659027] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1718.659236] env[62259]: INFO nova.compute.manager [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1718.659418] env[62259]: DEBUG nova.compute.manager [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.660202] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f86b02-3f9c-45d9-9e0f-2c47ae2cc175 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.681346] env[62259]: DEBUG nova.compute.manager [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1718.846737] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692670, 'name': ReconfigVM_Task, 'duration_secs': 0.474839} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.846996] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 09211258-2289-4761-8c9e-69ff7beb424d/09211258-2289-4761-8c9e-69ff7beb424d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.848536] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07ec7dc3-9283-43fb-b72d-699e007f3e16 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.860423] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1718.860423] env[62259]: value = "task-1692671" [ 1718.860423] env[62259]: _type = "Task" [ 1718.860423] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.873372] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692671, 'name': Rename_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.884383] env[62259]: DEBUG nova.network.neutron [req-f9c39cca-bfc4-4836-855d-2172b41e2b04 req-2408914e-8116-4171-9a17-deaf4e8ba986 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updated VIF entry in instance network info cache for port a6ae6727-39cc-42e5-bd0d-806131b2e969. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1718.884811] env[62259]: DEBUG nova.network.neutron [req-f9c39cca-bfc4-4836-855d-2172b41e2b04 req-2408914e-8116-4171-9a17-deaf4e8ba986 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.913515] env[62259]: DEBUG nova.network.neutron [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Successfully created port: 88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.998916] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "3a82bff9-2878-493b-a785-03c82e360108" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.999180] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.034574] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df908b2-9e47-4ee5-8338-ff58269eb345 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.047876] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f0ae6c-3f7c-48bc-a4c0-ee45088c8e9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.088534] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a4364-d64b-4e23-9c03-eac615544c0e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.098289] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb5bfa9-5c67-4432-9cad-5dd285f256ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.114025] env[62259]: DEBUG nova.compute.provider_tree [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.180504] env[62259]: INFO nova.compute.manager [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Took 21.14 seconds to build instance. [ 1719.373450] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692671, 'name': Rename_Task, 'duration_secs': 0.247598} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.374046] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.374472] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-882658b3-ec3c-4ffc-b555-e675605c6a46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.383772] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1719.383772] env[62259]: value = "task-1692672" [ 1719.383772] env[62259]: _type = "Task" [ 1719.383772] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.387992] env[62259]: DEBUG oslo_concurrency.lockutils [req-f9c39cca-bfc4-4836-855d-2172b41e2b04 req-2408914e-8116-4171-9a17-deaf4e8ba986 service nova] Releasing lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.396020] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.502019] env[62259]: DEBUG nova.compute.manager [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1719.618760] env[62259]: DEBUG nova.scheduler.client.report [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1719.684695] env[62259]: DEBUG oslo_concurrency.lockutils [None req-da163df3-4c8c-4dd4-9d18-874ba17f0ac0 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7bceedee-7e88-4bd5-a8e3-b49e36810524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.657s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.692020] env[62259]: DEBUG nova.compute.manager [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.725963] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1719.726486] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1719.728017] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.728017] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1719.728017] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.728017] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1719.728017] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1719.728017] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1719.728017] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1719.730030] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1719.730030] env[62259]: DEBUG nova.virt.hardware [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1719.730030] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dffb80-2cee-462b-b50d-b323150f1394 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.738933] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9fb49e-1403-44be-98d0-5a9f641cd200 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.896499] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.034148] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.124115] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.124735] env[62259]: DEBUG nova.compute.manager [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1720.127712] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.277s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.129241] env[62259]: INFO nova.compute.claims [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.384811] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "7bceedee-7e88-4bd5-a8e3-b49e36810524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.385210] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7bceedee-7e88-4bd5-a8e3-b49e36810524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.385842] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "7bceedee-7e88-4bd5-a8e3-b49e36810524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.386056] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7bceedee-7e88-4bd5-a8e3-b49e36810524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.386250] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7bceedee-7e88-4bd5-a8e3-b49e36810524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.391874] env[62259]: INFO nova.compute.manager [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Terminating instance [ 1720.405433] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692672, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.629652] env[62259]: DEBUG nova.compute.utils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1720.631073] env[62259]: DEBUG nova.compute.manager [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1720.631560] env[62259]: DEBUG nova.network.neutron [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1720.663827] env[62259]: DEBUG nova.compute.manager [req-f05c77f9-4d0a-4802-8305-d6d70f310b30 req-61606bd4-38c7-4073-b4ff-805e9cb4c9f4 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Received event network-vif-plugged-88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1720.664092] env[62259]: DEBUG oslo_concurrency.lockutils [req-f05c77f9-4d0a-4802-8305-d6d70f310b30 req-61606bd4-38c7-4073-b4ff-805e9cb4c9f4 service nova] Acquiring lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.664292] env[62259]: DEBUG oslo_concurrency.lockutils [req-f05c77f9-4d0a-4802-8305-d6d70f310b30 req-61606bd4-38c7-4073-b4ff-805e9cb4c9f4 service nova] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.664568] env[62259]: DEBUG oslo_concurrency.lockutils [req-f05c77f9-4d0a-4802-8305-d6d70f310b30 req-61606bd4-38c7-4073-b4ff-805e9cb4c9f4 service nova] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.664620] env[62259]: DEBUG nova.compute.manager [req-f05c77f9-4d0a-4802-8305-d6d70f310b30 req-61606bd4-38c7-4073-b4ff-805e9cb4c9f4 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] No waiting events found dispatching network-vif-plugged-88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.664779] env[62259]: WARNING nova.compute.manager [req-f05c77f9-4d0a-4802-8305-d6d70f310b30 req-61606bd4-38c7-4073-b4ff-805e9cb4c9f4 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Received unexpected event network-vif-plugged-88d4bd57-2185-4754-a8dd-aac5903f90a7 for instance with vm_state building and task_state spawning. [ 1720.753055] env[62259]: DEBUG nova.policy [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6170fa3a05849c89336d43aa82a4134', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ba5ef15fc5478ebed7478866fec28f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1720.900181] env[62259]: DEBUG nova.network.neutron [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Successfully updated port: 88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1720.912775] env[62259]: DEBUG nova.compute.manager [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1720.913071] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1720.913530] env[62259]: DEBUG oslo_concurrency.lockutils [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.913784] env[62259]: DEBUG oslo_concurrency.lockutils [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.914229] env[62259]: DEBUG oslo_concurrency.lockutils [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.914435] env[62259]: DEBUG oslo_concurrency.lockutils [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.914618] env[62259]: DEBUG oslo_concurrency.lockutils [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.916250] env[62259]: DEBUG oslo_vmware.api [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692672, 'name': PowerOnVM_Task, 'duration_secs': 1.119333} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.916773] env[62259]: INFO nova.compute.manager [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Terminating instance [ 1720.918999] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a249080-c5a4-45c7-b75a-fcac1a0db7e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.921826] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.921995] env[62259]: INFO nova.compute.manager [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1720.922222] env[62259]: DEBUG nova.compute.manager [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.924360] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2e76d2-c0ab-4569-8e0e-1bbccfa85eb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.936701] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.939919] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49e20284-49c0-4aae-8f8d-82f58a923716 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.949295] env[62259]: DEBUG oslo_vmware.api [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1720.949295] env[62259]: value = "task-1692673" [ 1720.949295] env[62259]: _type = "Task" [ 1720.949295] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.959285] env[62259]: DEBUG oslo_vmware.api [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.139947] env[62259]: DEBUG nova.compute.manager [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1721.305035] env[62259]: DEBUG nova.network.neutron [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Successfully created port: 4265256b-eb51-4d06-852e-8fea6ed89a3e {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1721.421431] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.421600] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.421755] env[62259]: DEBUG nova.network.neutron [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.429758] env[62259]: DEBUG nova.compute.manager [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1721.429987] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1721.434737] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f15971-2234-46f4-96a7-8c16a88634aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.452765] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.452765] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24339468-ebeb-48e9-a965-bb6aa721e97f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.455447] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d192e7-b351-44bf-b36c-f10c4aab13a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.459457] env[62259]: INFO nova.compute.manager [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Took 22.52 seconds to build instance. [ 1721.468772] env[62259]: DEBUG oslo_vmware.api [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692673, 'name': PowerOffVM_Task, 'duration_secs': 0.219981} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.471570] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1721.472127] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1721.472508] env[62259]: DEBUG oslo_vmware.api [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1721.472508] env[62259]: value = "task-1692674" [ 1721.472508] env[62259]: _type = "Task" [ 1721.472508] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.472792] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebcc23a8-a822-4b1c-9071-c13821f5b8f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.475173] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933d7a58-07f4-40ed-adf8-081af7662831 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.523596] env[62259]: DEBUG oslo_vmware.api [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.525438] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ee70f2-8e2d-4b67-a475-533dfc9ec361 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.533954] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea71a041-7710-4223-97c5-b0e3bddb739e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.550629] env[62259]: DEBUG nova.compute.provider_tree [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.560721] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1721.564091] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1721.564091] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleting the datastore file [datastore1] 7bceedee-7e88-4bd5-a8e3-b49e36810524 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1721.564091] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2fcea4c-763c-451b-882d-11bb9726429c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.569277] env[62259]: DEBUG oslo_vmware.api [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1721.569277] env[62259]: value = "task-1692676" [ 1721.569277] env[62259]: _type = "Task" [ 1721.569277] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.578590] env[62259]: DEBUG oslo_vmware.api [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.967275] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a291e980-e330-4b39-a3a3-99b114c7281c tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.034s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.988795] env[62259]: DEBUG oslo_vmware.api [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692674, 'name': PowerOffVM_Task, 'duration_secs': 0.194782} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.989322] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1721.989608] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1721.989950] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-315f3e6e-539b-4000-b234-93602881e2b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.033825] env[62259]: DEBUG nova.network.neutron [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1722.056025] env[62259]: DEBUG nova.scheduler.client.report [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1722.084845] env[62259]: DEBUG oslo_vmware.api [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1505} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.085327] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.085616] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.085925] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.086216] env[62259]: INFO nova.compute.manager [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1722.086556] env[62259]: DEBUG oslo.service.loopingcall [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.086873] env[62259]: DEBUG nova.compute.manager [-] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1722.087079] env[62259]: DEBUG nova.network.neutron [-] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1722.148207] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1722.148547] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1722.148833] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleting the datastore file [datastore1] 865c009b-cbc0-45dd-84fa-42cce7f8222b {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1722.149215] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3647c4fa-8cc5-4c2a-aea5-5d82767a9514 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.151827] env[62259]: DEBUG nova.compute.manager [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1722.161187] env[62259]: DEBUG oslo_vmware.api [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for the task: (returnval){ [ 1722.161187] env[62259]: value = "task-1692678" [ 1722.161187] env[62259]: _type = "Task" [ 1722.161187] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.166971] env[62259]: DEBUG oslo_vmware.api [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.188033] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1722.188033] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1722.188033] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.188033] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1722.188033] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.188033] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1722.188033] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1722.188033] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1722.189108] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1722.189437] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1722.189743] env[62259]: DEBUG nova.virt.hardware [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1722.190707] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e84dda0-fd3f-4936-9880-cfebee72d1eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.198684] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd28500b-c3e3-4b81-9afb-19ec98a0e52e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.393994] env[62259]: DEBUG nova.compute.manager [req-2ec30d58-9240-48c4-8be5-7470e27c4e18 req-ea0b96b3-ead2-49fa-b284-e6a66b77d7bd service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Received event network-vif-deleted-dbdb90e0-3af5-40e9-b3a1-7c853afcb275 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1722.394227] env[62259]: INFO nova.compute.manager [req-2ec30d58-9240-48c4-8be5-7470e27c4e18 req-ea0b96b3-ead2-49fa-b284-e6a66b77d7bd service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Neutron deleted interface dbdb90e0-3af5-40e9-b3a1-7c853afcb275; detaching it from the instance and deleting it from the info cache [ 1722.394439] env[62259]: DEBUG nova.network.neutron [req-2ec30d58-9240-48c4-8be5-7470e27c4e18 req-ea0b96b3-ead2-49fa-b284-e6a66b77d7bd service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.427922] env[62259]: DEBUG nova.network.neutron [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Updating instance_info_cache with network_info: [{"id": "88d4bd57-2185-4754-a8dd-aac5903f90a7", "address": "fa:16:3e:6e:8f:c2", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d4bd57-21", "ovs_interfaceid": "88d4bd57-2185-4754-a8dd-aac5903f90a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.561040] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.561040] env[62259]: DEBUG nova.compute.manager [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1722.563273] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.659s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.564033] env[62259]: DEBUG nova.objects.instance [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lazy-loading 'resources' on Instance uuid ac4adb35-da20-4947-8733-d7fc90534891 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.677443] env[62259]: DEBUG oslo_vmware.api [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Task: {'id': task-1692678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15074} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.678572] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.678572] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.678572] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.679208] env[62259]: INFO nova.compute.manager [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1722.679372] env[62259]: DEBUG oslo.service.loopingcall [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.679724] env[62259]: DEBUG nova.compute.manager [-] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1722.680438] env[62259]: DEBUG nova.network.neutron [-] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1722.695075] env[62259]: DEBUG nova.compute.manager [req-f6ec52dc-7599-44e0-932a-a9c2ff3fee85 req-02449898-c516-4338-9e5a-9caf9d2c2b52 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Received event network-changed-88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1722.695465] env[62259]: DEBUG nova.compute.manager [req-f6ec52dc-7599-44e0-932a-a9c2ff3fee85 req-02449898-c516-4338-9e5a-9caf9d2c2b52 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Refreshing instance network info cache due to event network-changed-88d4bd57-2185-4754-a8dd-aac5903f90a7. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1722.697413] env[62259]: DEBUG oslo_concurrency.lockutils [req-f6ec52dc-7599-44e0-932a-a9c2ff3fee85 req-02449898-c516-4338-9e5a-9caf9d2c2b52 service nova] Acquiring lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.864694] env[62259]: DEBUG nova.network.neutron [-] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.899987] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7efe493-8bfa-45aa-b154-7978ca2b896a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.910586] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224b2e2c-a9a5-4a55-944d-1c8082dc0236 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.930233] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.930553] env[62259]: DEBUG nova.compute.manager [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Instance network_info: |[{"id": "88d4bd57-2185-4754-a8dd-aac5903f90a7", "address": "fa:16:3e:6e:8f:c2", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d4bd57-21", "ovs_interfaceid": "88d4bd57-2185-4754-a8dd-aac5903f90a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1722.930846] env[62259]: DEBUG oslo_concurrency.lockutils [req-f6ec52dc-7599-44e0-932a-a9c2ff3fee85 req-02449898-c516-4338-9e5a-9caf9d2c2b52 service nova] Acquired lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.931039] env[62259]: DEBUG nova.network.neutron [req-f6ec52dc-7599-44e0-932a-a9c2ff3fee85 req-02449898-c516-4338-9e5a-9caf9d2c2b52 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Refreshing network info cache for port 88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.932294] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:8f:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88d4bd57-2185-4754-a8dd-aac5903f90a7', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1722.943261] env[62259]: DEBUG oslo.service.loopingcall [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.955752] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1722.956869] env[62259]: DEBUG nova.compute.manager [req-2ec30d58-9240-48c4-8be5-7470e27c4e18 req-ea0b96b3-ead2-49fa-b284-e6a66b77d7bd service nova] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Detach interface failed, port_id=dbdb90e0-3af5-40e9-b3a1-7c853afcb275, reason: Instance 7bceedee-7e88-4bd5-a8e3-b49e36810524 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1722.957407] env[62259]: DEBUG nova.network.neutron [-] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.958410] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b1bf3f4-2ed4-45ce-b746-150be7a7ebc1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.975628] env[62259]: INFO nova.compute.manager [-] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Took 0.30 seconds to deallocate network for instance. [ 1722.983082] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1722.983082] env[62259]: value = "task-1692679" [ 1722.983082] env[62259]: _type = "Task" [ 1722.983082] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.996748] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692679, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.068803] env[62259]: DEBUG nova.compute.utils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1723.075663] env[62259]: DEBUG nova.compute.manager [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1723.075820] env[62259]: DEBUG nova.network.neutron [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1723.132200] env[62259]: DEBUG nova.policy [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6170fa3a05849c89336d43aa82a4134', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ba5ef15fc5478ebed7478866fec28f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1723.220304] env[62259]: DEBUG nova.network.neutron [req-f6ec52dc-7599-44e0-932a-a9c2ff3fee85 req-02449898-c516-4338-9e5a-9caf9d2c2b52 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Updated VIF entry in instance network info cache for port 88d4bd57-2185-4754-a8dd-aac5903f90a7. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.220943] env[62259]: DEBUG nova.network.neutron [req-f6ec52dc-7599-44e0-932a-a9c2ff3fee85 req-02449898-c516-4338-9e5a-9caf9d2c2b52 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Updating instance_info_cache with network_info: [{"id": "88d4bd57-2185-4754-a8dd-aac5903f90a7", "address": "fa:16:3e:6e:8f:c2", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d4bd57-21", "ovs_interfaceid": "88d4bd57-2185-4754-a8dd-aac5903f90a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.352715] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa19ec9-1cf5-4d1f-98cb-2cc9cf76a8e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.361027] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ee6f6b-eacc-4e2d-82fa-e89e3299b2cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.366783] env[62259]: INFO nova.compute.manager [-] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Took 1.28 seconds to deallocate network for instance. [ 1723.408018] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f294f32-427e-49ce-af34-c7e4ee25cfff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.419213] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c67a249-288f-464f-bbe9-f17b61c705d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.433267] env[62259]: DEBUG nova.compute.provider_tree [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.481812] env[62259]: DEBUG oslo_concurrency.lockutils [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.494270] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692679, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.574134] env[62259]: DEBUG nova.compute.manager [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1723.724231] env[62259]: DEBUG oslo_concurrency.lockutils [req-f6ec52dc-7599-44e0-932a-a9c2ff3fee85 req-02449898-c516-4338-9e5a-9caf9d2c2b52 service nova] Releasing lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.729418] env[62259]: DEBUG nova.network.neutron [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Successfully created port: 54ae4652-7bd1-40db-befc-0ea79c41c105 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1723.889594] env[62259]: DEBUG nova.network.neutron [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Successfully updated port: 4265256b-eb51-4d06-852e-8fea6ed89a3e {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1723.913765] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.954593] env[62259]: ERROR nova.scheduler.client.report [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] [req-0998f154-921f-49a3-bc4a-82b6236613dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0998f154-921f-49a3-bc4a-82b6236613dc"}]} [ 1723.974540] env[62259]: DEBUG nova.scheduler.client.report [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1723.990151] env[62259]: DEBUG nova.scheduler.client.report [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1723.990465] env[62259]: DEBUG nova.compute.provider_tree [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1723.997590] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692679, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.007466] env[62259]: DEBUG nova.scheduler.client.report [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1724.025583] env[62259]: DEBUG nova.scheduler.client.report [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1724.245303] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5a2c5-5ac8-4963-82d4-0929af258d95 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.252638] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91bb53e-b303-433c-855a-46ef9a444b75 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.286042] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f0757b-09fd-4e49-8acf-8d43133c2f1b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.294031] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1edba-0578-4a2f-9533-dd09111862a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.307485] env[62259]: DEBUG nova.compute.provider_tree [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.391869] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "refresh_cache-38ab34e3-3381-4037-bddd-548a3366ca90" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.392028] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquired lock "refresh_cache-38ab34e3-3381-4037-bddd-548a3366ca90" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.392185] env[62259]: DEBUG nova.network.neutron [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.494673] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692679, 'name': CreateVM_Task, 'duration_secs': 1.380826} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.494851] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1724.495556] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.495724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.496113] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1724.496380] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c86731-3aba-4504-a6d6-ba91118146c0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.500880] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1724.500880] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f5abd4-1873-815c-db4c-66cf53cb5254" [ 1724.500880] env[62259]: _type = "Task" [ 1724.500880] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.508100] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f5abd4-1873-815c-db4c-66cf53cb5254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.584113] env[62259]: DEBUG nova.compute.manager [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1724.608754] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1724.609011] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1724.609180] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.609362] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1724.609537] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.609679] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1724.609905] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1724.610077] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1724.610250] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1724.610465] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1724.610589] env[62259]: DEBUG nova.virt.hardware [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1724.611456] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da3c07-20c4-4c43-87e7-e6057884c750 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.619314] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cdb47d-56f8-4e89-8e5c-98b93d29502a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.731543] env[62259]: DEBUG nova.compute.manager [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Received event network-changed-925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1724.731746] env[62259]: DEBUG nova.compute.manager [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Refreshing instance network info cache due to event network-changed-925676aa-a2d2-4c34-a7be-0d57391831eb. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1724.732363] env[62259]: DEBUG oslo_concurrency.lockutils [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] Acquiring lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.732363] env[62259]: DEBUG oslo_concurrency.lockutils [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] Acquired lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.732363] env[62259]: DEBUG nova.network.neutron [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Refreshing network info cache for port 925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.842540] env[62259]: DEBUG nova.scheduler.client.report [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1724.842823] env[62259]: DEBUG nova.compute.provider_tree [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 147 to 148 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1724.843013] env[62259]: DEBUG nova.compute.provider_tree [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1724.923606] env[62259]: DEBUG nova.network.neutron [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.010968] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52f5abd4-1873-815c-db4c-66cf53cb5254, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.011307] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.011525] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1725.011767] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.011973] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.012098] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1725.012392] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c41be1cc-139a-4f1c-91dd-82ea6cf6b07f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.020353] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1725.020529] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1725.023189] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c20f8a3-7bad-4aed-b6e7-a4fa42eb2980 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.028670] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1725.028670] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52179b6d-d76d-c6e6-effe-d8a272745480" [ 1725.028670] env[62259]: _type = "Task" [ 1725.028670] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.036329] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52179b6d-d76d-c6e6-effe-d8a272745480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.064925] env[62259]: DEBUG nova.network.neutron [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Updating instance_info_cache with network_info: [{"id": "4265256b-eb51-4d06-852e-8fea6ed89a3e", "address": "fa:16:3e:0b:19:9c", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4265256b-eb", "ovs_interfaceid": "4265256b-eb51-4d06-852e-8fea6ed89a3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.348370] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.785s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.353857] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.930s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.357402] env[62259]: INFO nova.compute.claims [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1725.370406] env[62259]: DEBUG nova.network.neutron [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Successfully updated port: 54ae4652-7bd1-40db-befc-0ea79c41c105 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.396578] env[62259]: INFO nova.scheduler.client.report [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Deleted allocations for instance ac4adb35-da20-4947-8733-d7fc90534891 [ 1725.525441] env[62259]: DEBUG nova.network.neutron [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updated VIF entry in instance network info cache for port 925676aa-a2d2-4c34-a7be-0d57391831eb. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.525977] env[62259]: DEBUG nova.network.neutron [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating instance_info_cache with network_info: [{"id": "925676aa-a2d2-4c34-a7be-0d57391831eb", "address": "fa:16:3e:0e:42:b0", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925676aa-a2", "ovs_interfaceid": "925676aa-a2d2-4c34-a7be-0d57391831eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.539417] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52179b6d-d76d-c6e6-effe-d8a272745480, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.540756] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a87818e-3b16-4e74-8743-06cd8e78535d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.546457] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1725.546457] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52139173-f082-3839-c52c-69ecde2dd1c3" [ 1725.546457] env[62259]: _type = "Task" [ 1725.546457] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.554169] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52139173-f082-3839-c52c-69ecde2dd1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.568293] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Releasing lock "refresh_cache-38ab34e3-3381-4037-bddd-548a3366ca90" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.568598] env[62259]: DEBUG nova.compute.manager [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Instance network_info: |[{"id": "4265256b-eb51-4d06-852e-8fea6ed89a3e", "address": "fa:16:3e:0b:19:9c", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4265256b-eb", "ovs_interfaceid": "4265256b-eb51-4d06-852e-8fea6ed89a3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1725.568974] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:19:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4265256b-eb51-4d06-852e-8fea6ed89a3e', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1725.578953] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Creating folder: Project (d9ba5ef15fc5478ebed7478866fec28f). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.579552] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fb53f69-219c-442c-9d9f-79cf2bd69205 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.591727] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Created folder: Project (d9ba5ef15fc5478ebed7478866fec28f) in parent group-v352705. [ 1725.591927] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Creating folder: Instances. Parent ref: group-v352970. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1725.592168] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a472beac-2204-4419-a23f-eb56ecde7267 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.610254] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Created folder: Instances in parent group-v352970. [ 1725.610558] env[62259]: DEBUG oslo.service.loopingcall [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.610797] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1725.611059] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55bb65c9-50af-40e7-a6a7-ed3f9b08ed6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.632248] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.632248] env[62259]: value = "task-1692682" [ 1725.632248] env[62259]: _type = "Task" [ 1725.632248] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.641622] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692682, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.872609] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "refresh_cache-196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.872759] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquired lock "refresh_cache-196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.872906] env[62259]: DEBUG nova.network.neutron [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.906789] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5c74d548-16d2-4e11-9d9b-5c9bc56cafe1 tempest-ServerMetadataNegativeTestJSON-1956967079 tempest-ServerMetadataNegativeTestJSON-1956967079-project-member] Lock "ac4adb35-da20-4947-8733-d7fc90534891" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.468s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.028448] env[62259]: DEBUG oslo_concurrency.lockutils [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] Releasing lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.028746] env[62259]: DEBUG nova.compute.manager [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Received event network-vif-deleted-b44c52b6-7288-434c-876f-17152a227544 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1726.028932] env[62259]: DEBUG nova.compute.manager [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Received event network-vif-plugged-4265256b-eb51-4d06-852e-8fea6ed89a3e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1726.029141] env[62259]: DEBUG oslo_concurrency.lockutils [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] Acquiring lock "38ab34e3-3381-4037-bddd-548a3366ca90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.029343] env[62259]: DEBUG oslo_concurrency.lockutils [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] Lock "38ab34e3-3381-4037-bddd-548a3366ca90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.029501] env[62259]: DEBUG oslo_concurrency.lockutils [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] Lock "38ab34e3-3381-4037-bddd-548a3366ca90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.029764] env[62259]: DEBUG nova.compute.manager [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] No waiting events found dispatching network-vif-plugged-4265256b-eb51-4d06-852e-8fea6ed89a3e {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1726.029998] env[62259]: WARNING nova.compute.manager [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Received unexpected event network-vif-plugged-4265256b-eb51-4d06-852e-8fea6ed89a3e for instance with vm_state building and task_state spawning. [ 1726.030454] env[62259]: DEBUG nova.compute.manager [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Received event network-changed-4265256b-eb51-4d06-852e-8fea6ed89a3e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1726.030933] env[62259]: DEBUG nova.compute.manager [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Refreshing instance network info cache due to event network-changed-4265256b-eb51-4d06-852e-8fea6ed89a3e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1726.031169] env[62259]: DEBUG oslo_concurrency.lockutils [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] Acquiring lock "refresh_cache-38ab34e3-3381-4037-bddd-548a3366ca90" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.031361] env[62259]: DEBUG oslo_concurrency.lockutils [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] Acquired lock "refresh_cache-38ab34e3-3381-4037-bddd-548a3366ca90" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.031881] env[62259]: DEBUG nova.network.neutron [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Refreshing network info cache for port 4265256b-eb51-4d06-852e-8fea6ed89a3e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.056927] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52139173-f082-3839-c52c-69ecde2dd1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.057283] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.057468] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] ec2b5eae-4a54-4e30-a78c-0e6ab8369254/ec2b5eae-4a54-4e30-a78c-0e6ab8369254.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1726.057735] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c4f2f8c-9662-44db-b9af-40c6d79d95b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.064511] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1726.064511] env[62259]: value = "task-1692683" [ 1726.064511] env[62259]: _type = "Task" [ 1726.064511] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.073037] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.142065] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692682, 'name': CreateVM_Task, 'duration_secs': 0.315677} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.142246] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.142939] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.143120] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.143475] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.143740] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352ca4bd-53f1-43e7-98a1-eb542ab8f991 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.151019] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1726.151019] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521822c6-eacc-f097-55ce-0b2ff4205ce9" [ 1726.151019] env[62259]: _type = "Task" [ 1726.151019] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.156648] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521822c6-eacc-f097-55ce-0b2ff4205ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.432624] env[62259]: DEBUG nova.network.neutron [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.575203] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692683, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.647949] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c760bf7-d7e7-4a77-aa15-aeadaad71164 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.661829] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cf38fb-12e5-4b94-a781-22cb5cb8d08b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.665275] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]521822c6-eacc-f097-55ce-0b2ff4205ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.032914} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.665575] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.665822] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.666065] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.666216] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.666392] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.667007] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2031e69-8b73-4e6d-833c-c1e7fc93dac3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.696487] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520a1c31-239a-448c-bb01-5a7f176002cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.699285] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.699531] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.700230] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d058491d-5fd6-406e-835a-b5487a467ffb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.705773] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1726.705773] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529a66d3-f6d4-c6e2-db19-5f190e7a6521" [ 1726.705773] env[62259]: _type = "Task" [ 1726.705773] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.711954] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b81800-f6a2-4c47-a436-6a72963209b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.720740] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529a66d3-f6d4-c6e2-db19-5f190e7a6521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.728840] env[62259]: DEBUG nova.compute.provider_tree [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1727.049027] env[62259]: DEBUG nova.compute.manager [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Received event network-vif-plugged-54ae4652-7bd1-40db-befc-0ea79c41c105 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1727.049271] env[62259]: DEBUG oslo_concurrency.lockutils [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] Acquiring lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.049271] env[62259]: DEBUG oslo_concurrency.lockutils [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] Lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.049511] env[62259]: DEBUG oslo_concurrency.lockutils [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] Lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.049601] env[62259]: DEBUG nova.compute.manager [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] No waiting events found dispatching network-vif-plugged-54ae4652-7bd1-40db-befc-0ea79c41c105 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.053162] env[62259]: WARNING nova.compute.manager [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Received unexpected event network-vif-plugged-54ae4652-7bd1-40db-befc-0ea79c41c105 for instance with vm_state building and task_state spawning. [ 1727.053450] env[62259]: DEBUG nova.compute.manager [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Received event network-changed-54ae4652-7bd1-40db-befc-0ea79c41c105 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1727.053656] env[62259]: DEBUG nova.compute.manager [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Refreshing instance network info cache due to event network-changed-54ae4652-7bd1-40db-befc-0ea79c41c105. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1727.053852] env[62259]: DEBUG oslo_concurrency.lockutils [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] Acquiring lock "refresh_cache-196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.080765] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619719} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.082277] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] ec2b5eae-4a54-4e30-a78c-0e6ab8369254/ec2b5eae-4a54-4e30-a78c-0e6ab8369254.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1727.082573] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1727.082871] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68a7da49-5caf-4653-9288-4050b9e12483 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.091536] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1727.091536] env[62259]: value = "task-1692684" [ 1727.091536] env[62259]: _type = "Task" [ 1727.091536] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.106546] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.130147] env[62259]: DEBUG nova.network.neutron [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Updating instance_info_cache with network_info: [{"id": "54ae4652-7bd1-40db-befc-0ea79c41c105", "address": "fa:16:3e:14:ca:a3", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ae4652-7b", "ovs_interfaceid": "54ae4652-7bd1-40db-befc-0ea79c41c105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.219774] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529a66d3-f6d4-c6e2-db19-5f190e7a6521, 'name': SearchDatastore_Task, 'duration_secs': 0.025956} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.220659] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa058ec-25b1-4ef1-b5fc-af269435911c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.228801] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1727.228801] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bfab4c-631e-4c52-7002-fead004a597e" [ 1727.228801] env[62259]: _type = "Task" [ 1727.228801] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.240212] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bfab4c-631e-4c52-7002-fead004a597e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.262098] env[62259]: DEBUG nova.scheduler.client.report [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1727.262888] env[62259]: DEBUG nova.compute.provider_tree [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 148 to 149 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1727.262888] env[62259]: DEBUG nova.compute.provider_tree [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1727.350891] env[62259]: DEBUG oslo_concurrency.lockutils [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "ab947d15-2908-44d2-865b-f229ee992721" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.351393] env[62259]: DEBUG oslo_concurrency.lockutils [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.362979] env[62259]: DEBUG nova.network.neutron [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Updated VIF entry in instance network info cache for port 4265256b-eb51-4d06-852e-8fea6ed89a3e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.363278] env[62259]: DEBUG nova.network.neutron [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Updating instance_info_cache with network_info: [{"id": "4265256b-eb51-4d06-852e-8fea6ed89a3e", "address": "fa:16:3e:0b:19:9c", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4265256b-eb", "ovs_interfaceid": "4265256b-eb51-4d06-852e-8fea6ed89a3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.601621] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217753} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.601896] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1727.602681] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fec078b-b2cc-42a6-a263-a4e0312db946 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.363286] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Releasing lock "refresh_cache-196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.363556] env[62259]: DEBUG nova.compute.manager [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Instance network_info: |[{"id": "54ae4652-7bd1-40db-befc-0ea79c41c105", "address": "fa:16:3e:14:ca:a3", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ae4652-7b", "ovs_interfaceid": "54ae4652-7bd1-40db-befc-0ea79c41c105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1728.364566] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.012s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.365338] env[62259]: DEBUG nova.compute.manager [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1728.368262] env[62259]: DEBUG nova.compute.utils [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.369458] env[62259]: DEBUG oslo_concurrency.lockutils [req-851841b4-5afd-4dd5-b44a-b63249d33700 req-d7db3153-e619-4a57-8879-34b4127ca898 service nova] Releasing lock "refresh_cache-38ab34e3-3381-4037-bddd-548a3366ca90" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.370197] env[62259]: DEBUG oslo_concurrency.lockutils [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] Acquired lock "refresh_cache-196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.370422] env[62259]: DEBUG nova.network.neutron [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Refreshing network info cache for port 54ae4652-7bd1-40db-befc-0ea79c41c105 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1728.371301] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:ca:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ae4652-7bd1-40db-befc-0ea79c41c105', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1728.378693] env[62259]: DEBUG oslo.service.loopingcall [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.385027] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.915s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.385027] env[62259]: DEBUG nova.objects.instance [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lazy-loading 'resources' on Instance uuid 9d593c49-cb71-4a02-8b55-4cfc8e209f69 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.385027] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1728.385027] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb432322-685a-4fd9-a017-f38677289f39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.410197] env[62259]: DEBUG nova.objects.instance [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d593c49-cb71-4a02-8b55-4cfc8e209f69 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.419923] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] ec2b5eae-4a54-4e30-a78c-0e6ab8369254/ec2b5eae-4a54-4e30-a78c-0e6ab8369254.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.424524] env[62259]: DEBUG nova.objects.base [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Object Instance<9d593c49-cb71-4a02-8b55-4cfc8e209f69> lazy-loaded attributes: resources,numa_topology {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1728.427296] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05925ea5-8dcf-433f-9e69-eee777c5acf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.442738] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bfab4c-631e-4c52-7002-fead004a597e, 'name': SearchDatastore_Task, 'duration_secs': 0.012525} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.444581] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.444878] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 38ab34e3-3381-4037-bddd-548a3366ca90/38ab34e3-3381-4037-bddd-548a3366ca90.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1728.445168] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1728.445168] env[62259]: value = "task-1692685" [ 1728.445168] env[62259]: _type = "Task" [ 1728.445168] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.446041] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36f205b7-a55e-4a08-8cbe-fadd34b9a4fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.452880] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1728.452880] env[62259]: value = "task-1692686" [ 1728.452880] env[62259]: _type = "Task" [ 1728.452880] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.460129] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692685, 'name': CreateVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.460445] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1728.460445] env[62259]: value = "task-1692687" [ 1728.460445] env[62259]: _type = "Task" [ 1728.460445] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.467911] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.473439] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.725921] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14c8498-ea7f-41f9-a058-c021001dd191 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.733969] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95465ed4-4557-4a8b-b683-66f0204f095a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.766622] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4b844a-50a3-46cf-bf0a-f647939c8baf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.775034] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a34e7e-f795-42bc-8366-4d35fdbdc48f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.789349] env[62259]: DEBUG nova.compute.provider_tree [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.871278] env[62259]: DEBUG oslo_concurrency.lockutils [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.520s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.872827] env[62259]: DEBUG nova.compute.utils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.874266] env[62259]: DEBUG nova.compute.manager [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1728.874428] env[62259]: DEBUG nova.network.neutron [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1728.960015] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692685, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.968192] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692686, 'name': ReconfigVM_Task, 'duration_secs': 0.323022} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.969629] env[62259]: DEBUG nova.policy [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd41807838ce643caae38d5aa519b5ec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f3c8e972eab4e4b8e2440639cd8c360', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1728.971467] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Reconfigured VM instance instance-00000063 to attach disk [datastore1] ec2b5eae-4a54-4e30-a78c-0e6ab8369254/ec2b5eae-4a54-4e30-a78c-0e6ab8369254.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1728.972160] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46a959bd-decd-43eb-b4cc-c1aba9348750 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.976862] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483534} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.977433] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 38ab34e3-3381-4037-bddd-548a3366ca90/38ab34e3-3381-4037-bddd-548a3366ca90.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.977658] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.977914] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8345ba11-eae9-4c29-a220-9fbc2d5a6a9d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.981530] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1728.981530] env[62259]: value = "task-1692688" [ 1728.981530] env[62259]: _type = "Task" [ 1728.981530] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.985574] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1728.985574] env[62259]: value = "task-1692689" [ 1728.985574] env[62259]: _type = "Task" [ 1728.985574] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.991211] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692688, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.995697] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.236867] env[62259]: DEBUG nova.network.neutron [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Updated VIF entry in instance network info cache for port 54ae4652-7bd1-40db-befc-0ea79c41c105. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1729.237262] env[62259]: DEBUG nova.network.neutron [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Updating instance_info_cache with network_info: [{"id": "54ae4652-7bd1-40db-befc-0ea79c41c105", "address": "fa:16:3e:14:ca:a3", "network": {"id": "c7f1b9ae-f27e-4845-af53-4cf1284ee1cc", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4a8f86fa53d347818350a50c5dffe556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ae4652-7b", "ovs_interfaceid": "54ae4652-7bd1-40db-befc-0ea79c41c105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.293113] env[62259]: DEBUG nova.scheduler.client.report [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1729.377954] env[62259]: DEBUG nova.compute.manager [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1729.426129] env[62259]: DEBUG nova.network.neutron [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Successfully created port: b62821ac-66e2-4e09-a107-762376d3e725 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1729.457552] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692685, 'name': CreateVM_Task, 'duration_secs': 0.541663} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.457731] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1729.458425] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.458599] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.458919] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1729.459187] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39acb817-edf4-4fd4-b87e-b2615b7908f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.467229] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1729.467229] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230fdda-e99c-a456-e2d2-7f71f6e1a8d3" [ 1729.467229] env[62259]: _type = "Task" [ 1729.467229] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.473465] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230fdda-e99c-a456-e2d2-7f71f6e1a8d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.492306] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692688, 'name': Rename_Task, 'duration_secs': 0.135201} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.492875] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.493127] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-933ea3a0-e694-4965-8b27-f6c7c136fd37 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.497108] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225269} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.497625] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1729.498381] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeaa28c-6d04-495b-a8cc-cbdc02f30871 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.501859] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1729.501859] env[62259]: value = "task-1692690" [ 1729.501859] env[62259]: _type = "Task" [ 1729.501859] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.526952] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 38ab34e3-3381-4037-bddd-548a3366ca90/38ab34e3-3381-4037-bddd-548a3366ca90.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1729.530697] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39f69c13-4a11-4f03-b79d-dfaf9c57ec73 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.546351] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.551102] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1729.551102] env[62259]: value = "task-1692691" [ 1729.551102] env[62259]: _type = "Task" [ 1729.551102] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.559309] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.743738] env[62259]: DEBUG oslo_concurrency.lockutils [req-fdc9543d-3c75-4fda-9da7-96e34f079c06 req-c2c7235d-138d-4b0e-9d8b-c34de0558e50 service nova] Releasing lock "refresh_cache-196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.798316] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.416s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.801309] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.767s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.802828] env[62259]: INFO nova.compute.claims [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.934651] env[62259]: DEBUG oslo_concurrency.lockutils [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "ab947d15-2908-44d2-865b-f229ee992721" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.934999] env[62259]: DEBUG oslo_concurrency.lockutils [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.935347] env[62259]: INFO nova.compute.manager [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Attaching volume 9ec2dea5-3940-4ab8-adee-b249c28e43b4 to /dev/sdb [ 1729.970554] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165a7fb5-d574-4c2c-9ed9-986ec631235b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.979452] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230fdda-e99c-a456-e2d2-7f71f6e1a8d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.980347] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.980591] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.980825] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.980975] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.981176] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.981469] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15c7abfb-4aff-4061-b6b2-a22bd9afcd76 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.983744] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5ca36a-b743-4fad-a4cc-8126188c1243 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.997523] env[62259]: DEBUG nova.virt.block_device [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Updating existing volume attachment record: 6f9882e0-ca86-4058-b603-d51de872ace3 {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1730.000653] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1730.000823] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1730.001559] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5537267-c67b-420e-a79d-762c07e760a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.009546] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1730.009546] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dcfafb-6e11-70f0-6f69-7aad53e19c2b" [ 1730.009546] env[62259]: _type = "Task" [ 1730.009546] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.012851] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692690, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.021272] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52dcfafb-6e11-70f0-6f69-7aad53e19c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.022156] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60344a8-0890-4ee7-a78b-48798131c53a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.026861] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1730.026861] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c559a8-9d2a-c16e-73aa-a664a13a99b6" [ 1730.026861] env[62259]: _type = "Task" [ 1730.026861] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.034401] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c559a8-9d2a-c16e-73aa-a664a13a99b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.059700] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692691, 'name': ReconfigVM_Task, 'duration_secs': 0.270188} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.059981] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 38ab34e3-3381-4037-bddd-548a3366ca90/38ab34e3-3381-4037-bddd-548a3366ca90.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1730.060615] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9397d87d-947c-47c4-ac12-b9302c7d0aaf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.066563] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1730.066563] env[62259]: value = "task-1692692" [ 1730.066563] env[62259]: _type = "Task" [ 1730.066563] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.075953] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692692, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.314336] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4ec7fcd-5457-4ccf-981b-40297ef92673 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.230s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.315318] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.948s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.315546] env[62259]: INFO nova.compute.manager [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Unshelving [ 1730.389164] env[62259]: DEBUG nova.compute.manager [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1730.415564] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1730.415820] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1730.416053] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.416258] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1730.416403] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.416547] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1730.416748] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1730.416902] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1730.417082] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1730.417244] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1730.417412] env[62259]: DEBUG nova.virt.hardware [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1730.418297] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6043c886-2c10-4618-9330-63923b673712 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.426293] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c3a135-6169-4590-ac43-ae29844ba2d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.517218] env[62259]: DEBUG oslo_vmware.api [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692690, 'name': PowerOnVM_Task, 'duration_secs': 0.713203} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.517512] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.517718] env[62259]: INFO nova.compute.manager [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1730.517896] env[62259]: DEBUG nova.compute.manager [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.518684] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7efc8ae-7136-477a-856a-5866cf827ffe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.536029] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c559a8-9d2a-c16e-73aa-a664a13a99b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.536488] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.536533] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17/196bd5e9-debf-4a7e-b1c6-a7df0dd65e17.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.536767] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57da2050-34cc-4182-8552-aa70bc413e41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.547821] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1730.547821] env[62259]: value = "task-1692694" [ 1730.547821] env[62259]: _type = "Task" [ 1730.547821] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.556079] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.579497] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692692, 'name': Rename_Task, 'duration_secs': 0.141266} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.579497] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.579497] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a4f9299-b41d-437c-bc06-10310d740b65 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.585025] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1730.585025] env[62259]: value = "task-1692695" [ 1730.585025] env[62259]: _type = "Task" [ 1730.585025] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.592386] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.042801] env[62259]: INFO nova.compute.manager [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Took 26.74 seconds to build instance. [ 1731.065594] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.079074] env[62259]: DEBUG nova.compute.manager [req-d5fc772c-81aa-4e28-894f-85dbc8f5ec61 req-dd8b56cb-c086-46c1-af60-06ad6c8046a7 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Received event network-vif-plugged-b62821ac-66e2-4e09-a107-762376d3e725 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1731.079074] env[62259]: DEBUG oslo_concurrency.lockutils [req-d5fc772c-81aa-4e28-894f-85dbc8f5ec61 req-dd8b56cb-c086-46c1-af60-06ad6c8046a7 service nova] Acquiring lock "43e407e2-60e8-415a-a173-0ce533ab4ef4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.079524] env[62259]: DEBUG oslo_concurrency.lockutils [req-d5fc772c-81aa-4e28-894f-85dbc8f5ec61 req-dd8b56cb-c086-46c1-af60-06ad6c8046a7 service nova] Lock "43e407e2-60e8-415a-a173-0ce533ab4ef4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.079863] env[62259]: DEBUG oslo_concurrency.lockutils [req-d5fc772c-81aa-4e28-894f-85dbc8f5ec61 req-dd8b56cb-c086-46c1-af60-06ad6c8046a7 service nova] Lock "43e407e2-60e8-415a-a173-0ce533ab4ef4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.080200] env[62259]: DEBUG nova.compute.manager [req-d5fc772c-81aa-4e28-894f-85dbc8f5ec61 req-dd8b56cb-c086-46c1-af60-06ad6c8046a7 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] No waiting events found dispatching network-vif-plugged-b62821ac-66e2-4e09-a107-762376d3e725 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1731.080524] env[62259]: WARNING nova.compute.manager [req-d5fc772c-81aa-4e28-894f-85dbc8f5ec61 req-dd8b56cb-c086-46c1-af60-06ad6c8046a7 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Received unexpected event network-vif-plugged-b62821ac-66e2-4e09-a107-762376d3e725 for instance with vm_state building and task_state spawning. [ 1731.096755] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692695, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.135367] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf260e7-e5b3-4d88-ae8f-3df9c8ab03e1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.147292] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f39b3e2-f679-46e1-814d-3a335ba4ce11 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.180649] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1f21f6-f5df-4d61-a300-f177055f5906 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.191483] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fb7096-dc3f-44d9-832c-23b7e2e1fd12 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.196938] env[62259]: DEBUG nova.network.neutron [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Successfully updated port: b62821ac-66e2-4e09-a107-762376d3e725 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.208577] env[62259]: DEBUG nova.compute.provider_tree [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.347086] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.545630] env[62259]: DEBUG oslo_concurrency.lockutils [None req-2e9af6c0-986c-4f81-bf32-561d4efd8a38 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.253s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.558732] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607316} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.559015] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17/196bd5e9-debf-4a7e-b1c6-a7df0dd65e17.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.559242] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.559496] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-995310c6-3e5e-4e6f-951f-dbf4bae5d94b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.567910] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1731.567910] env[62259]: value = "task-1692696" [ 1731.567910] env[62259]: _type = "Task" [ 1731.567910] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.575946] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.593193] env[62259]: DEBUG oslo_vmware.api [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692695, 'name': PowerOnVM_Task, 'duration_secs': 0.767118} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.593472] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1731.593740] env[62259]: INFO nova.compute.manager [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1731.593947] env[62259]: DEBUG nova.compute.manager [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1731.594780] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a974dd-4210-43d3-b81d-01fdf9fbd2da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.709601] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquiring lock "refresh_cache-43e407e2-60e8-415a-a173-0ce533ab4ef4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.709740] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquired lock "refresh_cache-43e407e2-60e8-415a-a173-0ce533ab4ef4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.709920] env[62259]: DEBUG nova.network.neutron [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.713148] env[62259]: DEBUG nova.scheduler.client.report [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1732.078752] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069695} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.078752] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1732.080039] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f071dbb5-31a7-49c2-b595-17c8f7702fd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.102427] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17/196bd5e9-debf-4a7e-b1c6-a7df0dd65e17.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.102941] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe6c16f8-3f62-4d3b-95dc-c93850970a19 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.126790] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1732.126790] env[62259]: value = "task-1692697" [ 1732.126790] env[62259]: _type = "Task" [ 1732.126790] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.127235] env[62259]: INFO nova.compute.manager [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Took 24.33 seconds to build instance. [ 1732.137320] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.221307] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.221885] env[62259]: DEBUG nova.compute.manager [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1732.224909] env[62259]: DEBUG oslo_concurrency.lockutils [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.743s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.225554] env[62259]: DEBUG nova.objects.instance [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lazy-loading 'resources' on Instance uuid 865c009b-cbc0-45dd-84fa-42cce7f8222b {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1732.263078] env[62259]: DEBUG nova.network.neutron [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.401754] env[62259]: DEBUG nova.network.neutron [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Updating instance_info_cache with network_info: [{"id": "b62821ac-66e2-4e09-a107-762376d3e725", "address": "fa:16:3e:01:91:1e", "network": {"id": "7a23f14e-3435-443d-9b24-5f950cf7cee2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2105664690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c8e972eab4e4b8e2440639cd8c360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62821ac-66", "ovs_interfaceid": "b62821ac-66e2-4e09-a107-762376d3e725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.556924] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.556924] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.557248] env[62259]: INFO nova.compute.manager [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Shelving [ 1732.632268] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ddbcfbfe-a13c-44a1-a769-e6f887132095 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "38ab34e3-3381-4037-bddd-548a3366ca90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.373s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.637939] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692697, 'name': ReconfigVM_Task, 'duration_secs': 0.352785} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.638234] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17/196bd5e9-debf-4a7e-b1c6-a7df0dd65e17.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.638858] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8dd4d19-bbd6-486a-b715-3eee21a8b079 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.645567] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1732.645567] env[62259]: value = "task-1692699" [ 1732.645567] env[62259]: _type = "Task" [ 1732.645567] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.653084] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692699, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.729614] env[62259]: DEBUG nova.compute.utils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.734025] env[62259]: DEBUG nova.compute.manager [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1732.734214] env[62259]: DEBUG nova.network.neutron [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.812964] env[62259]: DEBUG nova.policy [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7dc110aba14038a30660622853d8c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b77d418aab7145d6a6b8e7970ac92ee2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1732.904821] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Releasing lock "refresh_cache-43e407e2-60e8-415a-a173-0ce533ab4ef4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.905179] env[62259]: DEBUG nova.compute.manager [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Instance network_info: |[{"id": "b62821ac-66e2-4e09-a107-762376d3e725", "address": "fa:16:3e:01:91:1e", "network": {"id": "7a23f14e-3435-443d-9b24-5f950cf7cee2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2105664690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c8e972eab4e4b8e2440639cd8c360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62821ac-66", "ovs_interfaceid": "b62821ac-66e2-4e09-a107-762376d3e725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1732.905599] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:91:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b62821ac-66e2-4e09-a107-762376d3e725', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.913170] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Creating folder: Project (1f3c8e972eab4e4b8e2440639cd8c360). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1732.915745] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f37a6d5-0e8d-411f-bf71-a8ca8e60293e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.927040] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Created folder: Project (1f3c8e972eab4e4b8e2440639cd8c360) in parent group-v352705. [ 1732.927237] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Creating folder: Instances. Parent ref: group-v352975. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1732.929596] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5d4a918-edc5-490c-b178-7a5191bdef90 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.938636] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Created folder: Instances in parent group-v352975. [ 1732.938883] env[62259]: DEBUG oslo.service.loopingcall [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.939091] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.939309] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9f71a3c-38b6-468d-95cb-bb6732a3da4e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.959926] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.959926] env[62259]: value = "task-1692702" [ 1732.959926] env[62259]: _type = "Task" [ 1732.959926] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.967797] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692702, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.980872] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1a9aa7-2f22-42e8-a0e6-804aa780acce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.987975] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3069574-eaf7-4b13-8aeb-79aa9f6e3a94 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.019285] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845a0345-0e4a-43e3-9df1-e77b55fefd63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.026846] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6076360b-426a-436a-a47c-e624e8e2d0b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.040079] env[62259]: DEBUG nova.compute.provider_tree [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.106989] env[62259]: DEBUG nova.compute.manager [req-67be407d-d929-44fa-a261-7a5ac36bb2b9 req-f31e7682-e20e-4c03-b18b-31dc8587d558 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Received event network-changed-b62821ac-66e2-4e09-a107-762376d3e725 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1733.107221] env[62259]: DEBUG nova.compute.manager [req-67be407d-d929-44fa-a261-7a5ac36bb2b9 req-f31e7682-e20e-4c03-b18b-31dc8587d558 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Refreshing instance network info cache due to event network-changed-b62821ac-66e2-4e09-a107-762376d3e725. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1733.107457] env[62259]: DEBUG oslo_concurrency.lockutils [req-67be407d-d929-44fa-a261-7a5ac36bb2b9 req-f31e7682-e20e-4c03-b18b-31dc8587d558 service nova] Acquiring lock "refresh_cache-43e407e2-60e8-415a-a173-0ce533ab4ef4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.107610] env[62259]: DEBUG oslo_concurrency.lockutils [req-67be407d-d929-44fa-a261-7a5ac36bb2b9 req-f31e7682-e20e-4c03-b18b-31dc8587d558 service nova] Acquired lock "refresh_cache-43e407e2-60e8-415a-a173-0ce533ab4ef4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.107824] env[62259]: DEBUG nova.network.neutron [req-67be407d-d929-44fa-a261-7a5ac36bb2b9 req-f31e7682-e20e-4c03-b18b-31dc8587d558 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Refreshing network info cache for port b62821ac-66e2-4e09-a107-762376d3e725 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.155756] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692699, 'name': Rename_Task, 'duration_secs': 0.136827} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.155756] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.155756] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df45fac-4e2e-4b7f-9600-9f059927d47f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.162212] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1733.162212] env[62259]: value = "task-1692703" [ 1733.162212] env[62259]: _type = "Task" [ 1733.162212] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.179254] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692703, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.191859] env[62259]: DEBUG nova.network.neutron [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Successfully created port: 762f9ce0-dd74-4cd0-82dc-9420eea89e4b {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1733.235463] env[62259]: DEBUG nova.compute.manager [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1733.470227] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692702, 'name': CreateVM_Task, 'duration_secs': 0.345734} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.470411] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.471105] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.471281] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.471599] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1733.471880] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0917624-d026-4cb0-938c-bd6c16d31206 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.476312] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1733.476312] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230a246-96c2-ee2a-bddd-b25e8e2773c7" [ 1733.476312] env[62259]: _type = "Task" [ 1733.476312] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.483715] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230a246-96c2-ee2a-bddd-b25e8e2773c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.543351] env[62259]: DEBUG nova.scheduler.client.report [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1733.565876] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.566252] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ab0f76-29ae-43a2-b9da-fa72a5fee776 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.574206] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1733.574206] env[62259]: value = "task-1692704" [ 1733.574206] env[62259]: _type = "Task" [ 1733.574206] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.582694] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.673357] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.840844] env[62259]: DEBUG nova.network.neutron [req-67be407d-d929-44fa-a261-7a5ac36bb2b9 req-f31e7682-e20e-4c03-b18b-31dc8587d558 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Updated VIF entry in instance network info cache for port b62821ac-66e2-4e09-a107-762376d3e725. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.840844] env[62259]: DEBUG nova.network.neutron [req-67be407d-d929-44fa-a261-7a5ac36bb2b9 req-f31e7682-e20e-4c03-b18b-31dc8587d558 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Updating instance_info_cache with network_info: [{"id": "b62821ac-66e2-4e09-a107-762376d3e725", "address": "fa:16:3e:01:91:1e", "network": {"id": "7a23f14e-3435-443d-9b24-5f950cf7cee2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2105664690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c8e972eab4e4b8e2440639cd8c360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62821ac-66", "ovs_interfaceid": "b62821ac-66e2-4e09-a107-762376d3e725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.986787] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5230a246-96c2-ee2a-bddd-b25e8e2773c7, 'name': SearchDatastore_Task, 'duration_secs': 0.040923} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.987026] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.987208] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1733.987439] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.987580] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.987747] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1733.988026] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0a76cd6-eb1f-491d-943b-1221c713b568 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.996967] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1733.997253] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1733.998197] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24134818-a193-4754-8e63-08d178fc866b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.003469] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1734.003469] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fd8542-8657-b1b0-8f22-cccd39255303" [ 1734.003469] env[62259]: _type = "Task" [ 1734.003469] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.011048] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fd8542-8657-b1b0-8f22-cccd39255303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.047929] env[62259]: DEBUG oslo_concurrency.lockutils [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.050607] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.137s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.050860] env[62259]: DEBUG nova.objects.instance [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lazy-loading 'resources' on Instance uuid 7bceedee-7e88-4bd5-a8e3-b49e36810524 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.072230] env[62259]: INFO nova.scheduler.client.report [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Deleted allocations for instance 865c009b-cbc0-45dd-84fa-42cce7f8222b [ 1734.087117] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692704, 'name': PowerOffVM_Task, 'duration_secs': 0.224126} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.087501] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1734.088531] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4ec27f-33bb-46c4-bd29-5c3cdcd462f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.112507] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6835f05e-d8ea-4165-91c7-3c473277d58a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.173156] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.246882] env[62259]: DEBUG nova.compute.manager [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1734.279023] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1734.279023] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1734.279023] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.279023] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1734.279023] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.279023] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1734.279023] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1734.279023] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1734.279481] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1734.279544] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1734.279731] env[62259]: DEBUG nova.virt.hardware [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1734.280773] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e8036-28e2-4082-9da7-8692f3cacddb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.293024] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b79493d-a3eb-40ac-a8b5-68b275cac7a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.344726] env[62259]: DEBUG oslo_concurrency.lockutils [req-67be407d-d929-44fa-a261-7a5ac36bb2b9 req-f31e7682-e20e-4c03-b18b-31dc8587d558 service nova] Releasing lock "refresh_cache-43e407e2-60e8-415a-a173-0ce533ab4ef4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.513504] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fd8542-8657-b1b0-8f22-cccd39255303, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.514233] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf796f9-48b3-4f2b-89fe-09d57dc3496e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.519650] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1734.519650] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e1d6df-1f21-3ed6-9e87-65a23ff79a0a" [ 1734.519650] env[62259]: _type = "Task" [ 1734.519650] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.527334] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e1d6df-1f21-3ed6-9e87-65a23ff79a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.546064] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1734.546294] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352974', 'volume_id': '9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'name': 'volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ab947d15-2908-44d2-865b-f229ee992721', 'attached_at': '', 'detached_at': '', 'volume_id': '9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'serial': '9ec2dea5-3940-4ab8-adee-b249c28e43b4'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1734.547094] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e3ac72-c6c5-42bc-89de-4bc4cd5c3714 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.565300] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2e370d-e40b-4890-9b29-627eb209956e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.594105] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4/volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.597156] env[62259]: DEBUG oslo_concurrency.lockutils [None req-39c03237-3ad5-4c51-8cdf-68f56865594d tempest-ServersNegativeTestJSON-1411412697 tempest-ServersNegativeTestJSON-1411412697-project-member] Lock "865c009b-cbc0-45dd-84fa-42cce7f8222b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.683s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.598081] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-713b9a8e-6dfd-4ee6-b1e0-31e0f76cd0c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.619089] env[62259]: DEBUG oslo_vmware.api [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1734.619089] env[62259]: value = "task-1692705" [ 1734.619089] env[62259]: _type = "Task" [ 1734.619089] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.622765] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1734.623431] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09c46b0f-cd61-4656-9302-01450081b43c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.628701] env[62259]: DEBUG oslo_vmware.api [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.636306] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1734.636306] env[62259]: value = "task-1692706" [ 1734.636306] env[62259]: _type = "Task" [ 1734.636306] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.646596] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692706, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.674021] env[62259]: DEBUG oslo_vmware.api [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692703, 'name': PowerOnVM_Task, 'duration_secs': 1.127517} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.674301] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.674508] env[62259]: INFO nova.compute.manager [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1734.674672] env[62259]: DEBUG nova.compute.manager [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.675558] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ba54b0-18a3-4d10-8506-14783520938d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.808189] env[62259]: DEBUG nova.network.neutron [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Successfully updated port: 762f9ce0-dd74-4cd0-82dc-9420eea89e4b {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1734.847932] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bbc136-ec6c-4ded-9b40-987b851369b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.857849] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12304e4c-4d22-4d58-ace6-8662edd20f10 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.888492] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f64d3c-248c-442c-a4b1-d638faaae114 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.895618] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e773cd45-577f-448a-ab5e-fdee1b5a1e6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.910984] env[62259]: DEBUG nova.compute.provider_tree [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.032675] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e1d6df-1f21-3ed6-9e87-65a23ff79a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.032654} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.032965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.033286] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 43e407e2-60e8-415a-a173-0ce533ab4ef4/43e407e2-60e8-415a-a173-0ce533ab4ef4.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.033554] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b654b838-b6ee-439d-8a55-55489249d198 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.041068] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1735.041068] env[62259]: value = "task-1692707" [ 1735.041068] env[62259]: _type = "Task" [ 1735.041068] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.049360] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.128288] env[62259]: DEBUG oslo_vmware.api [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692705, 'name': ReconfigVM_Task, 'duration_secs': 0.412055} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.128595] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4/volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.134260] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b2deef-9cd4-4db8-8517-93ae74600648 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.158011] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692706, 'name': CreateSnapshot_Task, 'duration_secs': 0.394867} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.159408] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1735.160371] env[62259]: DEBUG oslo_vmware.api [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1735.160371] env[62259]: value = "task-1692708" [ 1735.160371] env[62259]: _type = "Task" [ 1735.160371] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.161458] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63d09ee-db17-40db-b81b-eefdc538f43e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.180828] env[62259]: DEBUG oslo_vmware.api [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.192023] env[62259]: INFO nova.compute.manager [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Took 27.36 seconds to build instance. [ 1735.282947] env[62259]: DEBUG nova.compute.manager [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Received event network-vif-plugged-762f9ce0-dd74-4cd0-82dc-9420eea89e4b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1735.283328] env[62259]: DEBUG oslo_concurrency.lockutils [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] Acquiring lock "3a82bff9-2878-493b-a785-03c82e360108-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.283603] env[62259]: DEBUG oslo_concurrency.lockutils [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] Lock "3a82bff9-2878-493b-a785-03c82e360108-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.283783] env[62259]: DEBUG oslo_concurrency.lockutils [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] Lock "3a82bff9-2878-493b-a785-03c82e360108-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.283991] env[62259]: DEBUG nova.compute.manager [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] No waiting events found dispatching network-vif-plugged-762f9ce0-dd74-4cd0-82dc-9420eea89e4b {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1735.284188] env[62259]: WARNING nova.compute.manager [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Received unexpected event network-vif-plugged-762f9ce0-dd74-4cd0-82dc-9420eea89e4b for instance with vm_state building and task_state spawning. [ 1735.284356] env[62259]: DEBUG nova.compute.manager [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Received event network-changed-762f9ce0-dd74-4cd0-82dc-9420eea89e4b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1735.284511] env[62259]: DEBUG nova.compute.manager [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Refreshing instance network info cache due to event network-changed-762f9ce0-dd74-4cd0-82dc-9420eea89e4b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1735.284694] env[62259]: DEBUG oslo_concurrency.lockutils [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] Acquiring lock "refresh_cache-3a82bff9-2878-493b-a785-03c82e360108" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.285192] env[62259]: DEBUG oslo_concurrency.lockutils [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] Acquired lock "refresh_cache-3a82bff9-2878-493b-a785-03c82e360108" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.285192] env[62259]: DEBUG nova.network.neutron [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Refreshing network info cache for port 762f9ce0-dd74-4cd0-82dc-9420eea89e4b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1735.315014] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "refresh_cache-3a82bff9-2878-493b-a785-03c82e360108" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.414510] env[62259]: DEBUG nova.scheduler.client.report [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1735.552603] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692707, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.674767] env[62259]: DEBUG oslo_vmware.api [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692708, 'name': ReconfigVM_Task, 'duration_secs': 0.15827} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.675304] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352974', 'volume_id': '9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'name': 'volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ab947d15-2908-44d2-865b-f229ee992721', 'attached_at': '', 'detached_at': '', 'volume_id': '9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'serial': '9ec2dea5-3940-4ab8-adee-b249c28e43b4'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1735.689644] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1735.689946] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa53d863-2513-4cda-bb40-c1f4fa611bb7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.693084] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd7b5643-f4e7-497c-9284-3f27efa88192 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.866s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.698811] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1735.698811] env[62259]: value = "task-1692709" [ 1735.698811] env[62259]: _type = "Task" [ 1735.698811] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.709221] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692709, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.832603] env[62259]: DEBUG nova.network.neutron [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1735.919986] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.924337] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.577s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.924581] env[62259]: DEBUG nova.objects.instance [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lazy-loading 'pci_requests' on Instance uuid 9d593c49-cb71-4a02-8b55-4cfc8e209f69 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.976727] env[62259]: DEBUG nova.network.neutron [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.987244] env[62259]: INFO nova.scheduler.client.report [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted allocations for instance 7bceedee-7e88-4bd5-a8e3-b49e36810524 [ 1736.053115] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603588} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.053399] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 43e407e2-60e8-415a-a173-0ce533ab4ef4/43e407e2-60e8-415a-a173-0ce533ab4ef4.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.053620] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.053947] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29e1aed7-8f9a-49c3-9e08-cef98695b763 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.061892] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1736.061892] env[62259]: value = "task-1692710" [ 1736.061892] env[62259]: _type = "Task" [ 1736.061892] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.070543] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.210517] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692709, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.435173] env[62259]: DEBUG nova.objects.instance [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d593c49-cb71-4a02-8b55-4cfc8e209f69 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.480223] env[62259]: DEBUG oslo_concurrency.lockutils [req-993e4baa-9091-45db-9348-f68bd79e7353 req-b8d547a9-0242-4b15-a3b2-d409df107a7c service nova] Releasing lock "refresh_cache-3a82bff9-2878-493b-a785-03c82e360108" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.480612] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "refresh_cache-3a82bff9-2878-493b-a785-03c82e360108" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.481572] env[62259]: DEBUG nova.network.neutron [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.499615] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bfd7fc64-c9b8-4c42-b5bb-f64c8f4eb48b tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "7bceedee-7e88-4bd5-a8e3-b49e36810524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.114s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.502777] env[62259]: DEBUG nova.compute.manager [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.507842] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e582eb-76a2-42cf-bbad-608db5d34c7b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.571665] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068396} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.571977] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1736.572775] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef804f0-90df-43c8-b593-97dea3b5381d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.595012] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 43e407e2-60e8-415a-a173-0ce533ab4ef4/43e407e2-60e8-415a-a173-0ce533ab4ef4.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.595310] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6610a8-0fa5-4d2e-ae43-7e2c50cbb66d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.616906] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1736.616906] env[62259]: value = "task-1692711" [ 1736.616906] env[62259]: _type = "Task" [ 1736.616906] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.626986] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.712119] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692709, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.727347] env[62259]: DEBUG nova.objects.instance [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'flavor' on Instance uuid ab947d15-2908-44d2-865b-f229ee992721 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.937660] env[62259]: INFO nova.compute.claims [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.020472] env[62259]: DEBUG nova.network.neutron [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1737.027992] env[62259]: INFO nova.compute.manager [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] instance snapshotting [ 1737.031996] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206978ae-b24f-4fa5-9d1b-7bda791661ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.058656] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff24e74c-22e0-4fb3-800c-27a5add1e037 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.127231] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692711, 'name': ReconfigVM_Task, 'duration_secs': 0.292451} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.128213] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 43e407e2-60e8-415a-a173-0ce533ab4ef4/43e407e2-60e8-415a-a173-0ce533ab4ef4.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.128213] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bf5bde8-7c77-4159-b029-606e191cc54b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.135447] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1737.135447] env[62259]: value = "task-1692712" [ 1737.135447] env[62259]: _type = "Task" [ 1737.135447] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.143655] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692712, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.185847] env[62259]: DEBUG nova.network.neutron [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Updating instance_info_cache with network_info: [{"id": "762f9ce0-dd74-4cd0-82dc-9420eea89e4b", "address": "fa:16:3e:82:8f:bd", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762f9ce0-dd", "ovs_interfaceid": "762f9ce0-dd74-4cd0-82dc-9420eea89e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.211645] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692709, 'name': CloneVM_Task, 'duration_secs': 1.458141} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.212016] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Created linked-clone VM from snapshot [ 1737.212783] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599e8d42-0810-4dba-b1e8-8a9afc861a69 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.221089] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Uploading image 4bf9b7b2-5532-413f-a82c-432d1a7405ad {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1737.232816] env[62259]: DEBUG oslo_concurrency.lockutils [None req-152f10f4-496f-41f0-ae98-fbacfaeb728c tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.298s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.251135] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1737.251135] env[62259]: value = "vm-352979" [ 1737.251135] env[62259]: _type = "VirtualMachine" [ 1737.251135] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1737.251676] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0614f6f7-38cb-4730-9446-e2e4f4a789eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.258700] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lease: (returnval){ [ 1737.258700] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5283fcd6-b938-87fe-32f7-eca41b483ad4" [ 1737.258700] env[62259]: _type = "HttpNfcLease" [ 1737.258700] env[62259]: } obtained for exporting VM: (result){ [ 1737.258700] env[62259]: value = "vm-352979" [ 1737.258700] env[62259]: _type = "VirtualMachine" [ 1737.258700] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1737.259030] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the lease: (returnval){ [ 1737.259030] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5283fcd6-b938-87fe-32f7-eca41b483ad4" [ 1737.259030] env[62259]: _type = "HttpNfcLease" [ 1737.259030] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1737.266079] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1737.266079] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5283fcd6-b938-87fe-32f7-eca41b483ad4" [ 1737.266079] env[62259]: _type = "HttpNfcLease" [ 1737.266079] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1737.572957] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1737.573631] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7437547c-8031-48c2-bfc6-746c3b12a6ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.581448] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1737.581448] env[62259]: value = "task-1692714" [ 1737.581448] env[62259]: _type = "Task" [ 1737.581448] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.592786] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.616429] env[62259]: DEBUG oslo_concurrency.lockutils [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "ab947d15-2908-44d2-865b-f229ee992721" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.616700] env[62259]: DEBUG oslo_concurrency.lockutils [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.645806] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692712, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.688573] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "refresh_cache-3a82bff9-2878-493b-a785-03c82e360108" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.688921] env[62259]: DEBUG nova.compute.manager [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Instance network_info: |[{"id": "762f9ce0-dd74-4cd0-82dc-9420eea89e4b", "address": "fa:16:3e:82:8f:bd", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762f9ce0-dd", "ovs_interfaceid": "762f9ce0-dd74-4cd0-82dc-9420eea89e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1737.689373] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:8f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '762f9ce0-dd74-4cd0-82dc-9420eea89e4b', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.697309] env[62259]: DEBUG oslo.service.loopingcall [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.697957] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.698204] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-008bc767-7065-4068-8ca8-5362f88e02fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.718680] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.718680] env[62259]: value = "task-1692715" [ 1737.718680] env[62259]: _type = "Task" [ 1737.718680] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.726391] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692715, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.767982] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1737.767982] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5283fcd6-b938-87fe-32f7-eca41b483ad4" [ 1737.767982] env[62259]: _type = "HttpNfcLease" [ 1737.767982] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1737.767982] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1737.767982] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5283fcd6-b938-87fe-32f7-eca41b483ad4" [ 1737.767982] env[62259]: _type = "HttpNfcLease" [ 1737.767982] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1737.771561] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456be23c-9012-4105-a986-7cbd817615ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.776429] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5645-59d3-87cf-72e8-47bec54bcda6/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1737.776723] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5645-59d3-87cf-72e8-47bec54bcda6/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1737.872431] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77c3cd6e-180e-405b-b497-ff73be448f1e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.094213] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692714, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.120921] env[62259]: INFO nova.compute.manager [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Detaching volume 9ec2dea5-3940-4ab8-adee-b249c28e43b4 [ 1738.149325] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692712, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.163230] env[62259]: INFO nova.virt.block_device [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Attempting to driver detach volume 9ec2dea5-3940-4ab8-adee-b249c28e43b4 from mountpoint /dev/sdb [ 1738.163475] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1738.163664] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352974', 'volume_id': '9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'name': 'volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ab947d15-2908-44d2-865b-f229ee992721', 'attached_at': '', 'detached_at': '', 'volume_id': '9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'serial': '9ec2dea5-3940-4ab8-adee-b249c28e43b4'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1738.164553] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36d23ec-55f7-4f2d-8c7d-d1c52935ae47 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.191216] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7b1cb7-d959-4b47-a411-c63878640a1f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.199241] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4b70b-a396-4311-80d5-d943cd55f144 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.205964] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f1b0ff-33ad-44c9-8e07-619d07557f08 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.233528] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaae603-a837-4ff5-9351-2d51c8505906 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.239444] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa621f0-a242-4b8b-ae36-b28451520bb6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.256076] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] The volume has not been displaced from its original location: [datastore1] volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4/volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1738.261352] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1738.261747] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692715, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.262451] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20293ff-e3c9-4bfa-ae9c-b1f437d328cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.301752] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d910d-49e2-4d3f-b69e-34a97a191984 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.306225] env[62259]: DEBUG oslo_vmware.api [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1738.306225] env[62259]: value = "task-1692716" [ 1738.306225] env[62259]: _type = "Task" [ 1738.306225] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.312147] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce619dec-115b-4e4e-a8b8-8a43e2f252d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.330721] env[62259]: DEBUG nova.compute.provider_tree [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.332926] env[62259]: DEBUG oslo_vmware.api [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692716, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.593508] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692714, 'name': CreateSnapshot_Task, 'duration_secs': 0.917805} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.593836] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1738.594695] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1452f9ba-6321-4ed1-989d-a3269b2da61a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.605120] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.605351] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.647981] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692712, 'name': Rename_Task, 'duration_secs': 1.148138} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.648277] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.648528] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b40c21d7-bdcc-4cda-9dd5-da89e12271c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.656174] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1738.656174] env[62259]: value = "task-1692717" [ 1738.656174] env[62259]: _type = "Task" [ 1738.656174] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.664566] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.739870] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692715, 'name': CreateVM_Task, 'duration_secs': 0.529426} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.740197] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1738.740813] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.740981] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.741314] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1738.741568] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4933a6-f339-49be-a7e7-da9ffbd66825 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.746161] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1738.746161] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52802f7e-e660-2830-f12d-83953a5ab578" [ 1738.746161] env[62259]: _type = "Task" [ 1738.746161] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.753737] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52802f7e-e660-2830-f12d-83953a5ab578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.817529] env[62259]: DEBUG oslo_vmware.api [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692716, 'name': ReconfigVM_Task, 'duration_secs': 0.249384} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.818046] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1738.822922] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeaeae0b-5d6f-48ff-82d9-6e672add70a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.838859] env[62259]: DEBUG nova.scheduler.client.report [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1738.843164] env[62259]: DEBUG oslo_vmware.api [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1738.843164] env[62259]: value = "task-1692718" [ 1738.843164] env[62259]: _type = "Task" [ 1738.843164] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.853335] env[62259]: DEBUG oslo_vmware.api [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.110181] env[62259]: DEBUG nova.compute.manager [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.125203] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1739.126767] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-377c2534-0c1c-47e0-a0c4-210adbc05956 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.138046] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1739.138046] env[62259]: value = "task-1692719" [ 1739.138046] env[62259]: _type = "Task" [ 1739.138046] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.151270] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692719, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.170622] env[62259]: DEBUG oslo_vmware.api [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692717, 'name': PowerOnVM_Task, 'duration_secs': 0.460311} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.171066] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.171389] env[62259]: INFO nova.compute.manager [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1739.171662] env[62259]: DEBUG nova.compute.manager [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.173315] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c021ecc-f316-4a29-a69a-6c10ed65398e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.260334] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52802f7e-e660-2830-f12d-83953a5ab578, 'name': SearchDatastore_Task, 'duration_secs': 0.017127} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.260653] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.260886] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.261244] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.261416] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.261633] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.262312] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baef5e6f-7f51-44e4-aeb9-650ca17b0c67 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.272793] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.273017] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.273997] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d04a1a-2469-4444-83e1-72219536de7b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.280063] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1739.280063] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528b124d-54ca-51fa-3cc8-d8386ad9f69b" [ 1739.280063] env[62259]: _type = "Task" [ 1739.280063] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.288784] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528b124d-54ca-51fa-3cc8-d8386ad9f69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.344536] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.420s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.356933] env[62259]: DEBUG oslo_vmware.api [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692718, 'name': ReconfigVM_Task, 'duration_secs': 0.153963} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.357287] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352974', 'volume_id': '9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'name': 'volume-9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ab947d15-2908-44d2-865b-f229ee992721', 'attached_at': '', 'detached_at': '', 'volume_id': '9ec2dea5-3940-4ab8-adee-b249c28e43b4', 'serial': '9ec2dea5-3940-4ab8-adee-b249c28e43b4'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1739.380488] env[62259]: INFO nova.network.neutron [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updating port ed9804ee-6cae-4ff6-bb31-968151fbbda6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1739.650150] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692719, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.651504] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.651888] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.653926] env[62259]: INFO nova.compute.claims [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.695757] env[62259]: INFO nova.compute.manager [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Took 26.30 seconds to build instance. [ 1739.791442] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528b124d-54ca-51fa-3cc8-d8386ad9f69b, 'name': SearchDatastore_Task, 'duration_secs': 0.01532} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.792301] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcea0d08-ca63-4395-9dfa-79520e03b06d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.797708] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1739.797708] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52242271-84a0-11e7-d3c8-cbce38f03462" [ 1739.797708] env[62259]: _type = "Task" [ 1739.797708] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.805816] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52242271-84a0-11e7-d3c8-cbce38f03462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.907615] env[62259]: DEBUG nova.objects.instance [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'flavor' on Instance uuid ab947d15-2908-44d2-865b-f229ee992721 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.149784] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692719, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.198566] env[62259]: DEBUG oslo_concurrency.lockutils [None req-721915d1-7da4-4aad-bd8a-36a31ec93662 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "43e407e2-60e8-415a-a173-0ce533ab4ef4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.814s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.309063] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52242271-84a0-11e7-d3c8-cbce38f03462, 'name': SearchDatastore_Task, 'duration_secs': 0.01191} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.309420] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.309740] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3a82bff9-2878-493b-a785-03c82e360108/3a82bff9-2878-493b-a785-03c82e360108.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.310075] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2f195d1-ec3b-4a9e-af0f-566ccc18a09e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.317708] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1740.317708] env[62259]: value = "task-1692720" [ 1740.317708] env[62259]: _type = "Task" [ 1740.317708] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.328281] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.618766] env[62259]: DEBUG nova.compute.manager [req-e3796f52-ac00-48d3-a24f-3c8a9e931b8d req-08d4a324-c9e7-4963-903e-95adeb2b634e service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Received event network-changed-b62821ac-66e2-4e09-a107-762376d3e725 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1740.618977] env[62259]: DEBUG nova.compute.manager [req-e3796f52-ac00-48d3-a24f-3c8a9e931b8d req-08d4a324-c9e7-4963-903e-95adeb2b634e service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Refreshing instance network info cache due to event network-changed-b62821ac-66e2-4e09-a107-762376d3e725. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1740.619451] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3796f52-ac00-48d3-a24f-3c8a9e931b8d req-08d4a324-c9e7-4963-903e-95adeb2b634e service nova] Acquiring lock "refresh_cache-43e407e2-60e8-415a-a173-0ce533ab4ef4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.619613] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3796f52-ac00-48d3-a24f-3c8a9e931b8d req-08d4a324-c9e7-4963-903e-95adeb2b634e service nova] Acquired lock "refresh_cache-43e407e2-60e8-415a-a173-0ce533ab4ef4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.619793] env[62259]: DEBUG nova.network.neutron [req-e3796f52-ac00-48d3-a24f-3c8a9e931b8d req-08d4a324-c9e7-4963-903e-95adeb2b634e service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Refreshing network info cache for port b62821ac-66e2-4e09-a107-762376d3e725 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.652947] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692719, 'name': CloneVM_Task, 'duration_secs': 1.457471} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.653306] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Created linked-clone VM from snapshot [ 1740.654242] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb0c20d-4974-45b6-be45-e894dc7c6f27 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.666779] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Uploading image c2d664d8-b8fe-4e1f-a88b-81f0a8b101aa {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1740.698319] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1740.698319] env[62259]: value = "vm-352982" [ 1740.698319] env[62259]: _type = "VirtualMachine" [ 1740.698319] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1740.698984] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d13e61a-1669-464e-8c10-8184d7edaa21 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.708336] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lease: (returnval){ [ 1740.708336] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520e5538-ac78-6d2d-51b0-4ec92519407d" [ 1740.708336] env[62259]: _type = "HttpNfcLease" [ 1740.708336] env[62259]: } obtained for exporting VM: (result){ [ 1740.708336] env[62259]: value = "vm-352982" [ 1740.708336] env[62259]: _type = "VirtualMachine" [ 1740.708336] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1740.708775] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the lease: (returnval){ [ 1740.708775] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520e5538-ac78-6d2d-51b0-4ec92519407d" [ 1740.708775] env[62259]: _type = "HttpNfcLease" [ 1740.708775] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1740.715574] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1740.715574] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520e5538-ac78-6d2d-51b0-4ec92519407d" [ 1740.715574] env[62259]: _type = "HttpNfcLease" [ 1740.715574] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1740.827594] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.916257] env[62259]: DEBUG oslo_concurrency.lockutils [None req-88ab3763-1a05-4161-a62c-f660aa94b756 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.929212] env[62259]: DEBUG nova.compute.manager [req-74770270-ccd1-49bc-b3e5-d5667236f582 req-07bf247a-c7b9-4c91-9478-56c3892bcb97 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received event network-vif-plugged-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1740.929486] env[62259]: DEBUG oslo_concurrency.lockutils [req-74770270-ccd1-49bc-b3e5-d5667236f582 req-07bf247a-c7b9-4c91-9478-56c3892bcb97 service nova] Acquiring lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.929693] env[62259]: DEBUG oslo_concurrency.lockutils [req-74770270-ccd1-49bc-b3e5-d5667236f582 req-07bf247a-c7b9-4c91-9478-56c3892bcb97 service nova] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.929866] env[62259]: DEBUG oslo_concurrency.lockutils [req-74770270-ccd1-49bc-b3e5-d5667236f582 req-07bf247a-c7b9-4c91-9478-56c3892bcb97 service nova] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.930240] env[62259]: DEBUG nova.compute.manager [req-74770270-ccd1-49bc-b3e5-d5667236f582 req-07bf247a-c7b9-4c91-9478-56c3892bcb97 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] No waiting events found dispatching network-vif-plugged-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1740.930491] env[62259]: WARNING nova.compute.manager [req-74770270-ccd1-49bc-b3e5-d5667236f582 req-07bf247a-c7b9-4c91-9478-56c3892bcb97 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received unexpected event network-vif-plugged-ed9804ee-6cae-4ff6-bb31-968151fbbda6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1740.945073] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af319c7-9a7a-4ae3-ba59-52f9a310ce42 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.953518] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501826bc-1f5f-41fb-a031-8e849d1adf32 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.985853] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca04b28-9b27-4f94-bb98-f43b7541fddc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.993440] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daf2cd9-ef96-4347-a764-eefbee3bd51e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.009461] env[62259]: DEBUG nova.compute.provider_tree [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.024258] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.024258] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.024452] env[62259]: DEBUG nova.network.neutron [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1741.217666] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1741.217666] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520e5538-ac78-6d2d-51b0-4ec92519407d" [ 1741.217666] env[62259]: _type = "HttpNfcLease" [ 1741.217666] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1741.217994] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1741.217994] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520e5538-ac78-6d2d-51b0-4ec92519407d" [ 1741.217994] env[62259]: _type = "HttpNfcLease" [ 1741.217994] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1741.218800] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9f6e7-afb3-4236-82eb-e95888acd502 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.227170] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d04d0-5172-8b06-8fdf-0ad81a07d9bb/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1741.227245] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d04d0-5172-8b06-8fdf-0ad81a07d9bb/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1741.328607] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588547} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.330895] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3a82bff9-2878-493b-a785-03c82e360108/3a82bff9-2878-493b-a785-03c82e360108.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1741.331139] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1741.331426] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c4a3ca6-55c6-489d-953e-8872d7df45de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.339150] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1741.339150] env[62259]: value = "task-1692722" [ 1741.339150] env[62259]: _type = "Task" [ 1741.339150] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.348494] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.352419] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d786dc1e-10a1-42f9-ae20-a2f22788870a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.416187] env[62259]: DEBUG nova.network.neutron [req-e3796f52-ac00-48d3-a24f-3c8a9e931b8d req-08d4a324-c9e7-4963-903e-95adeb2b634e service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Updated VIF entry in instance network info cache for port b62821ac-66e2-4e09-a107-762376d3e725. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.416593] env[62259]: DEBUG nova.network.neutron [req-e3796f52-ac00-48d3-a24f-3c8a9e931b8d req-08d4a324-c9e7-4963-903e-95adeb2b634e service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Updating instance_info_cache with network_info: [{"id": "b62821ac-66e2-4e09-a107-762376d3e725", "address": "fa:16:3e:01:91:1e", "network": {"id": "7a23f14e-3435-443d-9b24-5f950cf7cee2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2105664690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f3c8e972eab4e4b8e2440639cd8c360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62821ac-66", "ovs_interfaceid": "b62821ac-66e2-4e09-a107-762376d3e725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.516020] env[62259]: DEBUG nova.scheduler.client.report [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1741.850931] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107636} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.851658] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.853379] env[62259]: DEBUG nova.network.neutron [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updating instance_info_cache with network_info: [{"id": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "address": "fa:16:3e:39:d2:ca", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9804ee-6c", "ovs_interfaceid": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.854706] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b50acb-5279-453e-99c6-1f19243d6a43 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.880573] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 3a82bff9-2878-493b-a785-03c82e360108/3a82bff9-2878-493b-a785-03c82e360108.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.881808] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0077a962-b250-43db-90ee-4788223278b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.904416] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1741.904416] env[62259]: value = "task-1692723" [ 1741.904416] env[62259]: _type = "Task" [ 1741.904416] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.914468] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.920038] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3796f52-ac00-48d3-a24f-3c8a9e931b8d req-08d4a324-c9e7-4963-903e-95adeb2b634e service nova] Releasing lock "refresh_cache-43e407e2-60e8-415a-a173-0ce533ab4ef4" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.019302] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.019838] env[62259]: DEBUG nova.compute.manager [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.102520] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "ab947d15-2908-44d2-865b-f229ee992721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.102773] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.103037] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "ab947d15-2908-44d2-865b-f229ee992721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.103318] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.103503] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.106156] env[62259]: INFO nova.compute.manager [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Terminating instance [ 1742.359778] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.415485] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.526815] env[62259]: DEBUG nova.compute.utils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.528686] env[62259]: DEBUG nova.compute.manager [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1742.529973] env[62259]: DEBUG nova.network.neutron [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1742.588540] env[62259]: DEBUG nova.policy [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e68114b554414493a567641f4fddfb8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d186547b31349dfac6792b64b5a5ead', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.611293] env[62259]: DEBUG nova.compute.manager [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1742.611628] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.612553] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d9af98-d54b-41e7-ba2d-485115196dc4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.621197] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1742.621516] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c27856e9-e805-4545-878c-b5d025e87daf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.634722] env[62259]: DEBUG oslo_vmware.api [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1742.634722] env[62259]: value = "task-1692724" [ 1742.634722] env[62259]: _type = "Task" [ 1742.634722] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.646824] env[62259]: DEBUG oslo_vmware.api [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.917477] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692723, 'name': ReconfigVM_Task, 'duration_secs': 0.567588} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.921025] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 3a82bff9-2878-493b-a785-03c82e360108/3a82bff9-2878-493b-a785-03c82e360108.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.921025] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a85f61e5-d423-4a56-a6d1-a49ae356a276 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.926107] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1742.926107] env[62259]: value = "task-1692725" [ 1742.926107] env[62259]: _type = "Task" [ 1742.926107] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.936139] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692725, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.035010] env[62259]: DEBUG nova.compute.manager [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.044091] env[62259]: DEBUG nova.network.neutron [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Successfully created port: 42797e87-0495-494e-a1f3-02a3317eaedd {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.058697] env[62259]: DEBUG nova.compute.manager [req-9f186853-3b0a-4415-8818-d6f52a1c3ebe req-3578216a-76c3-44c9-bd83-52063d93a05b service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received event network-changed-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1743.059281] env[62259]: DEBUG nova.compute.manager [req-9f186853-3b0a-4415-8818-d6f52a1c3ebe req-3578216a-76c3-44c9-bd83-52063d93a05b service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Refreshing instance network info cache due to event network-changed-ed9804ee-6cae-4ff6-bb31-968151fbbda6. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1743.059281] env[62259]: DEBUG oslo_concurrency.lockutils [req-9f186853-3b0a-4415-8818-d6f52a1c3ebe req-3578216a-76c3-44c9-bd83-52063d93a05b service nova] Acquiring lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.059402] env[62259]: DEBUG oslo_concurrency.lockutils [req-9f186853-3b0a-4415-8818-d6f52a1c3ebe req-3578216a-76c3-44c9-bd83-52063d93a05b service nova] Acquired lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.059531] env[62259]: DEBUG nova.network.neutron [req-9f186853-3b0a-4415-8818-d6f52a1c3ebe req-3578216a-76c3-44c9-bd83-52063d93a05b service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Refreshing network info cache for port ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.148772] env[62259]: DEBUG oslo_vmware.api [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692724, 'name': PowerOffVM_Task, 'duration_secs': 0.271073} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.150251] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.150494] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.150819] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd13d6c6-5624-4857-9696-75bdbea95d19 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.220227] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1743.220826] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1743.221154] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleting the datastore file [datastore1] ab947d15-2908-44d2-865b-f229ee992721 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.221464] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-855165c1-8e53-452f-8d6c-3492e7d8a055 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.229259] env[62259]: DEBUG oslo_vmware.api [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1743.229259] env[62259]: value = "task-1692727" [ 1743.229259] env[62259]: _type = "Task" [ 1743.229259] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.237636] env[62259]: DEBUG oslo_vmware.api [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.436705] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692725, 'name': Rename_Task, 'duration_secs': 0.168352} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.436936] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.437222] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5d30eff-6af8-497d-9fe5-d58fd2db82ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.443711] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1743.443711] env[62259]: value = "task-1692728" [ 1743.443711] env[62259]: _type = "Task" [ 1743.443711] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.451915] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.740588] env[62259]: DEBUG oslo_vmware.api [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275492} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.740864] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.741084] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.741241] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.741433] env[62259]: INFO nova.compute.manager [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: ab947d15-2908-44d2-865b-f229ee992721] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1743.741763] env[62259]: DEBUG oslo.service.loopingcall [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.741868] env[62259]: DEBUG nova.compute.manager [-] [instance: ab947d15-2908-44d2-865b-f229ee992721] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1743.741958] env[62259]: DEBUG nova.network.neutron [-] [instance: ab947d15-2908-44d2-865b-f229ee992721] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.910091] env[62259]: DEBUG nova.network.neutron [req-9f186853-3b0a-4415-8818-d6f52a1c3ebe req-3578216a-76c3-44c9-bd83-52063d93a05b service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updated VIF entry in instance network info cache for port ed9804ee-6cae-4ff6-bb31-968151fbbda6. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.910091] env[62259]: DEBUG nova.network.neutron [req-9f186853-3b0a-4415-8818-d6f52a1c3ebe req-3578216a-76c3-44c9-bd83-52063d93a05b service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updating instance_info_cache with network_info: [{"id": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "address": "fa:16:3e:39:d2:ca", "network": {"id": "9cb02cb2-0575-4d41-869f-9ac31de54433", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1639983039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "897951344d704b5199a79dc4c5773af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9804ee-6c", "ovs_interfaceid": "ed9804ee-6cae-4ff6-bb31-968151fbbda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.955646] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692728, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.049804] env[62259]: DEBUG nova.compute.manager [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1744.367640] env[62259]: DEBUG nova.compute.manager [req-1985785a-6b76-45f7-9d40-70890b68d592 req-03ef7e25-067a-455b-ac8d-ac06325e238c service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Received event network-vif-deleted-398ae402-08f5-4053-9188-d6ad780741cf {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1744.367855] env[62259]: INFO nova.compute.manager [req-1985785a-6b76-45f7-9d40-70890b68d592 req-03ef7e25-067a-455b-ac8d-ac06325e238c service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Neutron deleted interface 398ae402-08f5-4053-9188-d6ad780741cf; detaching it from the instance and deleting it from the info cache [ 1744.368047] env[62259]: DEBUG nova.network.neutron [req-1985785a-6b76-45f7-9d40-70890b68d592 req-03ef7e25-067a-455b-ac8d-ac06325e238c service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.411894] env[62259]: DEBUG oslo_concurrency.lockutils [req-9f186853-3b0a-4415-8818-d6f52a1c3ebe req-3578216a-76c3-44c9-bd83-52063d93a05b service nova] Releasing lock "refresh_cache-9d593c49-cb71-4a02-8b55-4cfc8e209f69" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.456239] env[62259]: DEBUG oslo_vmware.api [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692728, 'name': PowerOnVM_Task, 'duration_secs': 0.642092} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.456435] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.456679] env[62259]: INFO nova.compute.manager [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1744.456880] env[62259]: DEBUG nova.compute.manager [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.457699] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465bed20-0b90-4970-9aa3-de8bd78a8438 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.590949] env[62259]: DEBUG nova.network.neutron [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Successfully updated port: 42797e87-0495-494e-a1f3-02a3317eaedd {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.841373] env[62259]: DEBUG nova.network.neutron [-] [instance: ab947d15-2908-44d2-865b-f229ee992721] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.871198] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc614a75-c94e-42c3-94b4-95932e8b3043 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.880865] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc8662-26be-483e-8f48-35704ba6d7fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.923024] env[62259]: DEBUG nova.compute.manager [req-1985785a-6b76-45f7-9d40-70890b68d592 req-03ef7e25-067a-455b-ac8d-ac06325e238c service nova] [instance: ab947d15-2908-44d2-865b-f229ee992721] Detach interface failed, port_id=398ae402-08f5-4053-9188-d6ad780741cf, reason: Instance ab947d15-2908-44d2-865b-f229ee992721 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1744.928573] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ed872281c083178a429da82443a33336',container_format='bare',created_at=2024-12-10T15:42:45Z,direct_url=,disk_format='vmdk',id=b8a322fd-f4e4-4f3f-b423-3b94ae89b49d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2131523163-shelved',owner='897951344d704b5199a79dc4c5773af1',properties=ImageMetaProps,protected=,size=31660544,status='active',tags=,updated_at=2024-12-10T15:43:05Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1744.928819] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1744.928969] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.929156] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1744.929314] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.929498] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1744.929708] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1744.929862] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1744.930033] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1744.930195] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1744.930360] env[62259]: DEBUG nova.virt.hardware [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1744.932721] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc39e3b-b586-4e2a-9018-e5dc2a17a3e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.941844] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1744.942101] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1744.942274] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.942482] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1744.942632] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.942779] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1744.942979] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1744.943153] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1744.943321] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1744.943483] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1744.943651] env[62259]: DEBUG nova.virt.hardware [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1744.944949] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172729ef-59e5-4569-8c09-d6d1d33d0006 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.950682] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41383be-fd47-4a69-9c18-408f231ebbe8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.963784] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:d2:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed9804ee-6cae-4ff6-bb31-968151fbbda6', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.972029] env[62259]: DEBUG oslo.service.loopingcall [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.974050] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5645-59d3-87cf-72e8-47bec54bcda6/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1744.981922] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.986184] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afd3f9e-2f5a-4be8-9a3f-88668597bfd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.990679] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-836833ed-dafa-4d36-8c3e-880140ad31e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.006268] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec30a2-e39e-409f-b6c2-69bc5505097c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.010416] env[62259]: INFO nova.compute.manager [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Took 25.00 seconds to build instance. [ 1745.015778] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5645-59d3-87cf-72e8-47bec54bcda6/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1745.015979] env[62259]: ERROR oslo_vmware.rw_handles [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5645-59d3-87cf-72e8-47bec54bcda6/disk-0.vmdk due to incomplete transfer. [ 1745.024785] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7f6d2fa-7f27-4367-ba89-1be92e3062c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.026617] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1745.026617] env[62259]: value = "task-1692729" [ 1745.026617] env[62259]: _type = "Task" [ 1745.026617] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.036142] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692729, 'name': CreateVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.037200] env[62259]: DEBUG oslo_vmware.rw_handles [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ee5645-59d3-87cf-72e8-47bec54bcda6/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1745.037400] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Uploaded image 4bf9b7b2-5532-413f-a82c-432d1a7405ad to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1745.039455] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1745.039693] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d3397224-5ae6-4ba1-9f8e-050a5e7737f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.047012] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1745.047012] env[62259]: value = "task-1692730" [ 1745.047012] env[62259]: _type = "Task" [ 1745.047012] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.055643] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692730, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.085817] env[62259]: DEBUG nova.compute.manager [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Received event network-vif-plugged-42797e87-0495-494e-a1f3-02a3317eaedd {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1745.086189] env[62259]: DEBUG oslo_concurrency.lockutils [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] Acquiring lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.086396] env[62259]: DEBUG oslo_concurrency.lockutils [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.086601] env[62259]: DEBUG oslo_concurrency.lockutils [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.086800] env[62259]: DEBUG nova.compute.manager [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] No waiting events found dispatching network-vif-plugged-42797e87-0495-494e-a1f3-02a3317eaedd {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.086940] env[62259]: WARNING nova.compute.manager [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Received unexpected event network-vif-plugged-42797e87-0495-494e-a1f3-02a3317eaedd for instance with vm_state building and task_state spawning. [ 1745.087144] env[62259]: DEBUG nova.compute.manager [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Received event network-changed-42797e87-0495-494e-a1f3-02a3317eaedd {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1745.087300] env[62259]: DEBUG nova.compute.manager [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Refreshing instance network info cache due to event network-changed-42797e87-0495-494e-a1f3-02a3317eaedd. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1745.087489] env[62259]: DEBUG oslo_concurrency.lockutils [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] Acquiring lock "refresh_cache-e4829cf6-1ed8-4dc3-af83-bc924cd28a01" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.087635] env[62259]: DEBUG oslo_concurrency.lockutils [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] Acquired lock "refresh_cache-e4829cf6-1ed8-4dc3-af83-bc924cd28a01" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.087788] env[62259]: DEBUG nova.network.neutron [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Refreshing network info cache for port 42797e87-0495-494e-a1f3-02a3317eaedd {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.093976] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "refresh_cache-e4829cf6-1ed8-4dc3-af83-bc924cd28a01" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.343688] env[62259]: INFO nova.compute.manager [-] [instance: ab947d15-2908-44d2-865b-f229ee992721] Took 1.60 seconds to deallocate network for instance. [ 1745.512893] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c4fbaa0a-d6b5-4a4e-bf9c-70c99193f6ac tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.513s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.539181] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692729, 'name': CreateVM_Task, 'duration_secs': 0.431798} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.539430] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.540314] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.540533] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.541086] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.541444] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2c0a17-b08e-45ea-ac33-efb3d3848b0f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.546702] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1745.546702] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528e3af6-bd10-6bf8-b010-b167111e2378" [ 1745.546702] env[62259]: _type = "Task" [ 1745.546702] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.560349] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528e3af6-bd10-6bf8-b010-b167111e2378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.563458] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692730, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.623639] env[62259]: DEBUG nova.network.neutron [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1745.711183] env[62259]: DEBUG nova.network.neutron [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.850919] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.851347] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.851700] env[62259]: DEBUG nova.objects.instance [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'resources' on Instance uuid ab947d15-2908-44d2-865b-f229ee992721 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.063677] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692730, 'name': Destroy_Task, 'duration_secs': 0.562309} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.067898] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Destroyed the VM [ 1746.069500] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1746.069841] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30b0652e-e84e-4612-84f8-93536768aba9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.071836] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.071965] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Processing image b8a322fd-f4e4-4f3f-b423-3b94ae89b49d {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.072270] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.072422] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.072596] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.072837] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27d4f72d-90d7-4c52-a1e1-a149ac5f9809 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.084325] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1746.084325] env[62259]: value = "task-1692731" [ 1746.084325] env[62259]: _type = "Task" [ 1746.084325] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.085529] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.085703] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.090666] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2551f01-8ec8-4456-b1f7-0d8634b9177e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.099381] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692731, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.101454] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1746.101454] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ac6ba1-f484-42b3-b4b9-572e4b6b49f8" [ 1746.101454] env[62259]: _type = "Task" [ 1746.101454] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.114343] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Preparing fetch location {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1746.114343] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Fetch image to [datastore1] OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228/OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228.vmdk {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1746.114343] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Downloading stream optimized image b8a322fd-f4e4-4f3f-b423-3b94ae89b49d to [datastore1] OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228/OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228.vmdk on the data store datastore1 as vApp {{(pid=62259) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1746.114552] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Downloading image file data b8a322fd-f4e4-4f3f-b423-3b94ae89b49d to the ESX as VM named 'OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228' {{(pid=62259) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1746.198811] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1746.198811] env[62259]: value = "resgroup-9" [ 1746.198811] env[62259]: _type = "ResourcePool" [ 1746.198811] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1746.198939] env[62259]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-44445412-bee4-4c0c-b3af-d00a62cc9e39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.214739] env[62259]: DEBUG oslo_concurrency.lockutils [req-bae4be1b-7d78-4391-811a-b542a9b7c7dc req-a23b5b51-0523-4773-b640-5e6260693f62 service nova] Releasing lock "refresh_cache-e4829cf6-1ed8-4dc3-af83-bc924cd28a01" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.215144] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "refresh_cache-e4829cf6-1ed8-4dc3-af83-bc924cd28a01" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.215404] env[62259]: DEBUG nova.network.neutron [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.222611] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lease: (returnval){ [ 1746.222611] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5200724e-8f95-085d-4469-58701c555598" [ 1746.222611] env[62259]: _type = "HttpNfcLease" [ 1746.222611] env[62259]: } obtained for vApp import into resource pool (val){ [ 1746.222611] env[62259]: value = "resgroup-9" [ 1746.222611] env[62259]: _type = "ResourcePool" [ 1746.222611] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1746.222911] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the lease: (returnval){ [ 1746.222911] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5200724e-8f95-085d-4469-58701c555598" [ 1746.222911] env[62259]: _type = "HttpNfcLease" [ 1746.222911] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1746.231043] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1746.231043] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5200724e-8f95-085d-4469-58701c555598" [ 1746.231043] env[62259]: _type = "HttpNfcLease" [ 1746.231043] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1746.399230] env[62259]: DEBUG nova.compute.manager [req-9ff12008-b815-4f84-a293-7969017d6fe8 req-4caca22c-acab-4b9e-9c0a-d33ce88459f4 service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Received event network-changed-762f9ce0-dd74-4cd0-82dc-9420eea89e4b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1746.399444] env[62259]: DEBUG nova.compute.manager [req-9ff12008-b815-4f84-a293-7969017d6fe8 req-4caca22c-acab-4b9e-9c0a-d33ce88459f4 service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Refreshing instance network info cache due to event network-changed-762f9ce0-dd74-4cd0-82dc-9420eea89e4b. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1746.400053] env[62259]: DEBUG oslo_concurrency.lockutils [req-9ff12008-b815-4f84-a293-7969017d6fe8 req-4caca22c-acab-4b9e-9c0a-d33ce88459f4 service nova] Acquiring lock "refresh_cache-3a82bff9-2878-493b-a785-03c82e360108" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.400053] env[62259]: DEBUG oslo_concurrency.lockutils [req-9ff12008-b815-4f84-a293-7969017d6fe8 req-4caca22c-acab-4b9e-9c0a-d33ce88459f4 service nova] Acquired lock "refresh_cache-3a82bff9-2878-493b-a785-03c82e360108" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.400053] env[62259]: DEBUG nova.network.neutron [req-9ff12008-b815-4f84-a293-7969017d6fe8 req-4caca22c-acab-4b9e-9c0a-d33ce88459f4 service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Refreshing network info cache for port 762f9ce0-dd74-4cd0-82dc-9420eea89e4b {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.591008] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35c54d9-e973-4524-8a86-591aa9f65935 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.600119] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692731, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370251} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.602342] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1746.603048] env[62259]: DEBUG nova.compute.manager [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.603641] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba79849c-c3e7-4d0d-91a5-c674fd3e194f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.607309] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e968ea5-d76d-4712-8390-9e06ad8eb422 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.645435] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c8d6b0-24f9-4c6c-aef8-6a69f9b71114 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.653440] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f93aa4c-e993-4cd4-b4b6-3ff288388623 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.669574] env[62259]: DEBUG nova.compute.provider_tree [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1746.731193] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1746.731193] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5200724e-8f95-085d-4469-58701c555598" [ 1746.731193] env[62259]: _type = "HttpNfcLease" [ 1746.731193] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1746.731518] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1746.731518] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5200724e-8f95-085d-4469-58701c555598" [ 1746.731518] env[62259]: _type = "HttpNfcLease" [ 1746.731518] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1746.732368] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918f1d15-7f21-4997-af26-2267cef1335e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.739746] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52164a09-c6f6-e401-de41-601832e8cde6/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1746.740420] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating HTTP connection to write to file with size = 31660544 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52164a09-c6f6-e401-de41-601832e8cde6/disk-0.vmdk. {{(pid=62259) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1746.796632] env[62259]: DEBUG nova.network.neutron [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.803589] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-332bcc6b-7294-4290-9121-ff5b4cfe49f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.021985] env[62259]: DEBUG nova.network.neutron [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Updating instance_info_cache with network_info: [{"id": "42797e87-0495-494e-a1f3-02a3317eaedd", "address": "fa:16:3e:6e:3f:13", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42797e87-04", "ovs_interfaceid": "42797e87-0495-494e-a1f3-02a3317eaedd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.148706] env[62259]: INFO nova.compute.manager [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Shelve offloading [ 1747.173547] env[62259]: DEBUG nova.scheduler.client.report [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1747.194783] env[62259]: DEBUG nova.network.neutron [req-9ff12008-b815-4f84-a293-7969017d6fe8 req-4caca22c-acab-4b9e-9c0a-d33ce88459f4 service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Updated VIF entry in instance network info cache for port 762f9ce0-dd74-4cd0-82dc-9420eea89e4b. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.194783] env[62259]: DEBUG nova.network.neutron [req-9ff12008-b815-4f84-a293-7969017d6fe8 req-4caca22c-acab-4b9e-9c0a-d33ce88459f4 service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Updating instance_info_cache with network_info: [{"id": "762f9ce0-dd74-4cd0-82dc-9420eea89e4b", "address": "fa:16:3e:82:8f:bd", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap762f9ce0-dd", "ovs_interfaceid": "762f9ce0-dd74-4cd0-82dc-9420eea89e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.525543] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "refresh_cache-e4829cf6-1ed8-4dc3-af83-bc924cd28a01" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.525932] env[62259]: DEBUG nova.compute.manager [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Instance network_info: |[{"id": "42797e87-0495-494e-a1f3-02a3317eaedd", "address": "fa:16:3e:6e:3f:13", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42797e87-04", "ovs_interfaceid": "42797e87-0495-494e-a1f3-02a3317eaedd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1747.526379] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:3f:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42797e87-0495-494e-a1f3-02a3317eaedd', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1747.534163] env[62259]: DEBUG oslo.service.loopingcall [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.536592] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.537707] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-555cbbf7-1eb8-4b7a-8740-240237492481 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.563363] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.563363] env[62259]: value = "task-1692733" [ 1747.563363] env[62259]: _type = "Task" [ 1747.563363] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.574606] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692733, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.653351] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.653719] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-039d31d0-fc8f-48e3-9d8f-205603c8a448 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.663267] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1747.663267] env[62259]: value = "task-1692734" [ 1747.663267] env[62259]: _type = "Task" [ 1747.663267] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.674505] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1747.674737] env[62259]: DEBUG nova.compute.manager [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.676667] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98b0bf-1a19-469c-8c91-f985152e2a26 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.681292] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.687366] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.687544] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.689145] env[62259]: DEBUG nova.network.neutron [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.698166] env[62259]: DEBUG oslo_concurrency.lockutils [req-9ff12008-b815-4f84-a293-7969017d6fe8 req-4caca22c-acab-4b9e-9c0a-d33ce88459f4 service nova] Releasing lock "refresh_cache-3a82bff9-2878-493b-a785-03c82e360108" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.709559] env[62259]: INFO nova.scheduler.client.report [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleted allocations for instance ab947d15-2908-44d2-865b-f229ee992721 [ 1747.943295] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Completed reading data from the image iterator. {{(pid=62259) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1747.943498] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52164a09-c6f6-e401-de41-601832e8cde6/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1747.944496] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0950ff-6582-4f4a-97e3-e5476e44445a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.951420] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52164a09-c6f6-e401-de41-601832e8cde6/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1747.951612] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52164a09-c6f6-e401-de41-601832e8cde6/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1747.951847] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5c2aaf8c-737c-4164-98a2-90f319690a61 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.077873] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692733, 'name': CreateVM_Task, 'duration_secs': 0.378412} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.078170] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1748.079417] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.079417] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.079623] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1748.079885] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7364ee71-488c-4a61-bbcf-4f5b50ab6239 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.084887] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1748.084887] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52447cf6-53cb-1a6a-c90e-27e0c4d13ceb" [ 1748.084887] env[62259]: _type = "Task" [ 1748.084887] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.092395] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52447cf6-53cb-1a6a-c90e-27e0c4d13ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.141570] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52164a09-c6f6-e401-de41-601832e8cde6/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1748.141878] env[62259]: INFO nova.virt.vmwareapi.images [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Downloaded image file data b8a322fd-f4e4-4f3f-b423-3b94ae89b49d [ 1748.142648] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8bff01-c52b-48cb-b025-c545d1c7f392 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.158536] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34c6844f-61f5-47eb-a5bd-15ceeb974555 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.213996] env[62259]: INFO nova.virt.vmwareapi.images [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] The imported VM was unregistered [ 1748.216619] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Caching image {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1748.216984] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.222350] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b13eee6-2a36-4fcb-a3ae-ea1f26a1a397 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.224786] env[62259]: DEBUG oslo_concurrency.lockutils [None req-77a39a06-1c71-4028-b9c1-734010475ce1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "ab947d15-2908-44d2-865b-f229ee992721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.122s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.239800] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Created directory with path [datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.240010] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228/OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228.vmdk to [datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d.vmdk. {{(pid=62259) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1748.240305] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0c633343-dfab-455e-98ca-f976c94b017d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.248042] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1748.248042] env[62259]: value = "task-1692736" [ 1748.248042] env[62259]: _type = "Task" [ 1748.248042] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.256778] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692736, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.419258] env[62259]: DEBUG nova.network.neutron [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Updating instance_info_cache with network_info: [{"id": "88d4bd57-2185-4754-a8dd-aac5903f90a7", "address": "fa:16:3e:6e:8f:c2", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d4bd57-21", "ovs_interfaceid": "88d4bd57-2185-4754-a8dd-aac5903f90a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.596138] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52447cf6-53cb-1a6a-c90e-27e0c4d13ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.028902} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.596572] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.596841] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.597121] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.597308] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.597563] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.597873] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c5fd73-500c-43ac-9d75-f388272876b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.607838] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.608089] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.608863] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c37db55-50c9-4559-99af-4bd3f58bf4d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.613982] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1748.613982] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52094fd4-c945-738f-21e5-bcb2726b8a29" [ 1748.613982] env[62259]: _type = "Task" [ 1748.613982] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.623192] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52094fd4-c945-738f-21e5-bcb2726b8a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.758613] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692736, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.921992] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.125051] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52094fd4-c945-738f-21e5-bcb2726b8a29, 'name': SearchDatastore_Task, 'duration_secs': 0.025659} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.125960] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d503cc2f-07cd-4820-8198-143f67bbbaee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.133572] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1749.133572] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5282390b-0193-0568-2b22-adfd496f7253" [ 1749.133572] env[62259]: _type = "Task" [ 1749.133572] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.142490] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5282390b-0193-0568-2b22-adfd496f7253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.220125] env[62259]: DEBUG nova.compute.manager [req-162155e9-7d68-40bc-85ca-d627b2ebc846 req-7c4e2b60-5013-4d01-b1f7-16ffcc92c855 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Received event network-vif-unplugged-88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1749.220125] env[62259]: DEBUG oslo_concurrency.lockutils [req-162155e9-7d68-40bc-85ca-d627b2ebc846 req-7c4e2b60-5013-4d01-b1f7-16ffcc92c855 service nova] Acquiring lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.220125] env[62259]: DEBUG oslo_concurrency.lockutils [req-162155e9-7d68-40bc-85ca-d627b2ebc846 req-7c4e2b60-5013-4d01-b1f7-16ffcc92c855 service nova] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.220125] env[62259]: DEBUG oslo_concurrency.lockutils [req-162155e9-7d68-40bc-85ca-d627b2ebc846 req-7c4e2b60-5013-4d01-b1f7-16ffcc92c855 service nova] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.220125] env[62259]: DEBUG nova.compute.manager [req-162155e9-7d68-40bc-85ca-d627b2ebc846 req-7c4e2b60-5013-4d01-b1f7-16ffcc92c855 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] No waiting events found dispatching network-vif-unplugged-88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1749.220125] env[62259]: WARNING nova.compute.manager [req-162155e9-7d68-40bc-85ca-d627b2ebc846 req-7c4e2b60-5013-4d01-b1f7-16ffcc92c855 service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Received unexpected event network-vif-unplugged-88d4bd57-2185-4754-a8dd-aac5903f90a7 for instance with vm_state shelved and task_state shelving_offloading. [ 1749.239690] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1749.240701] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470a7ca2-9789-49ec-b101-3579f82f4c5f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.250940] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1749.254262] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2a534c4-cac9-438c-b958-ff68823bc1b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.261174] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692736, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.323194] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1749.323441] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1749.323628] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleting the datastore file [datastore1] ec2b5eae-4a54-4e30-a78c-0e6ab8369254 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1749.324027] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b34f801e-6348-4ea2-9115-bd2671d38ded {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.330728] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1749.330728] env[62259]: value = "task-1692738" [ 1749.330728] env[62259]: _type = "Task" [ 1749.330728] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.339545] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.643822] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5282390b-0193-0568-2b22-adfd496f7253, 'name': SearchDatastore_Task, 'duration_secs': 0.089702} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.644167] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.644439] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] e4829cf6-1ed8-4dc3-af83-bc924cd28a01/e4829cf6-1ed8-4dc3-af83-bc924cd28a01.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.644716] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c53827d-1ffe-4174-8649-9636f3cd72a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.651546] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1749.651546] env[62259]: value = "task-1692739" [ 1749.651546] env[62259]: _type = "Task" [ 1749.651546] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.660181] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.759664] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692736, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.840924] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.035206] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.035445] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.161770] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.260391] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692736, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.343442] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.539068] env[62259]: DEBUG nova.compute.utils [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1750.665771] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.719811] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "22b35895-839f-4138-817c-f9545682145d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.720075] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.761545] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692736, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.841640] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.041949] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.163356] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.223126] env[62259]: DEBUG nova.compute.manager [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1751.246475] env[62259]: DEBUG nova.compute.manager [req-eb1e439a-cf25-474a-9138-70f07c0c6d1a req-4581b76f-91db-43c5-8381-54c3fd0d3ebc service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Received event network-changed-88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1751.247689] env[62259]: DEBUG nova.compute.manager [req-eb1e439a-cf25-474a-9138-70f07c0c6d1a req-4581b76f-91db-43c5-8381-54c3fd0d3ebc service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Refreshing instance network info cache due to event network-changed-88d4bd57-2185-4754-a8dd-aac5903f90a7. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1751.247689] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb1e439a-cf25-474a-9138-70f07c0c6d1a req-4581b76f-91db-43c5-8381-54c3fd0d3ebc service nova] Acquiring lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.247689] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb1e439a-cf25-474a-9138-70f07c0c6d1a req-4581b76f-91db-43c5-8381-54c3fd0d3ebc service nova] Acquired lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.247689] env[62259]: DEBUG nova.network.neutron [req-eb1e439a-cf25-474a-9138-70f07c0c6d1a req-4581b76f-91db-43c5-8381-54c3fd0d3ebc service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Refreshing network info cache for port 88d4bd57-2185-4754-a8dd-aac5903f90a7 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.263141] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692736, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.343865] env[62259]: DEBUG oslo_vmware.api [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.769446} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.344155] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1751.344347] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1751.344554] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1751.370288] env[62259]: INFO nova.scheduler.client.report [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted allocations for instance ec2b5eae-4a54-4e30-a78c-0e6ab8369254 [ 1751.665694] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692739, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.984509} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.665995] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] e4829cf6-1ed8-4dc3-af83-bc924cd28a01/e4829cf6-1ed8-4dc3-af83-bc924cd28a01.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.666216] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.666465] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0616c3c9-963f-48f0-b113-927713025fd5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.672684] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1751.672684] env[62259]: value = "task-1692740" [ 1751.672684] env[62259]: _type = "Task" [ 1751.672684] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.680765] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.744140] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.744601] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.746654] env[62259]: INFO nova.compute.claims [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.763078] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692736, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.081696} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.763078] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228/OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228.vmdk to [datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d.vmdk. [ 1751.763078] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Cleaning up location [datastore1] OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1751.763078] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8a176252-07cd-4b1f-9159-cf23ba2fb228 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1751.763078] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c3a7a4-173c-4a8f-90f6-3f73c680fb03 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.769750] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1751.769750] env[62259]: value = "task-1692741" [ 1751.769750] env[62259]: _type = "Task" [ 1751.769750] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.778038] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.875063] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.971923] env[62259]: DEBUG nova.network.neutron [req-eb1e439a-cf25-474a-9138-70f07c0c6d1a req-4581b76f-91db-43c5-8381-54c3fd0d3ebc service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Updated VIF entry in instance network info cache for port 88d4bd57-2185-4754-a8dd-aac5903f90a7. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.972375] env[62259]: DEBUG nova.network.neutron [req-eb1e439a-cf25-474a-9138-70f07c0c6d1a req-4581b76f-91db-43c5-8381-54c3fd0d3ebc service nova] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Updating instance_info_cache with network_info: [{"id": "88d4bd57-2185-4754-a8dd-aac5903f90a7", "address": "fa:16:3e:6e:8f:c2", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": null, "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap88d4bd57-21", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.109500] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.109725] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.110510] env[62259]: INFO nova.compute.manager [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Attaching volume f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa to /dev/sdb [ 1752.143808] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a897589-9d82-4547-83fe-679da5f06114 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.152111] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01f293b-b432-4283-b00e-a6fc96aa4346 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.167716] env[62259]: DEBUG nova.virt.block_device [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updating existing volume attachment record: 42759426-91a9-4c3b-8104-a2a88aa2de0f {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1752.183262] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069567} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.183316] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.184194] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67692c91-f186-4425-af46-9a6a4803f8ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.218956] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] e4829cf6-1ed8-4dc3-af83-bc924cd28a01/e4829cf6-1ed8-4dc3-af83-bc924cd28a01.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.218956] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce35e3aa-2f87-4d8f-93ea-a6a25fa9ddf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.229325] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1752.229325] env[62259]: value = "task-1692742" [ 1752.229325] env[62259]: _type = "Task" [ 1752.229325] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.238405] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.281462] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138862} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.281802] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.281973] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.282288] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d.vmdk to [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69/9d593c49-cb71-4a02-8b55-4cfc8e209f69.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1752.282600] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b2bdcb4-5090-4c6f-914c-0f420655fa96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.289305] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1752.289305] env[62259]: value = "task-1692743" [ 1752.289305] env[62259]: _type = "Task" [ 1752.289305] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.297217] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.475683] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb1e439a-cf25-474a-9138-70f07c0c6d1a req-4581b76f-91db-43c5-8381-54c3fd0d3ebc service nova] Releasing lock "refresh_cache-ec2b5eae-4a54-4e30-a78c-0e6ab8369254" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.671449] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.739744] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692742, 'name': ReconfigVM_Task, 'duration_secs': 0.295259} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.740065] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Reconfigured VM instance instance-00000068 to attach disk [datastore1] e4829cf6-1ed8-4dc3-af83-bc924cd28a01/e4829cf6-1ed8-4dc3-af83-bc924cd28a01.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.740744] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8888dc94-1804-4c6c-9d31-0ff6e39ac6fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.748054] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1752.748054] env[62259]: value = "task-1692746" [ 1752.748054] env[62259]: _type = "Task" [ 1752.748054] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.758973] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692746, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.802511] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692743, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.984788] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd31355a-f0b9-4b6e-a98d-f9c64bde813e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.992242] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a688250-b890-451d-a990-55070f663981 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.022529] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36612a2c-239c-4e77-8ee2-ae45aa7a0d2f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.030299] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c64328-63bf-4171-9f94-92c14a85750b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.044443] env[62259]: DEBUG nova.compute.provider_tree [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.261491] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692746, 'name': Rename_Task, 'duration_secs': 0.175176} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.261834] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1753.262142] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f9a967a-b779-49b2-95d6-d1bd9705638e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.268258] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1753.268258] env[62259]: value = "task-1692748" [ 1753.268258] env[62259]: _type = "Task" [ 1753.268258] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.276618] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.300223] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692743, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.548869] env[62259]: DEBUG nova.scheduler.client.report [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1753.778218] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692748, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.800656] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692743, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.055071] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.055071] env[62259]: DEBUG nova.compute.manager [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1754.058192] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.183s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.058478] env[62259]: DEBUG nova.objects.instance [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lazy-loading 'resources' on Instance uuid ec2b5eae-4a54-4e30-a78c-0e6ab8369254 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.279431] env[62259]: DEBUG oslo_vmware.api [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692748, 'name': PowerOnVM_Task, 'duration_secs': 0.533697} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.279715] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1754.279937] env[62259]: INFO nova.compute.manager [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1754.280182] env[62259]: DEBUG nova.compute.manager [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.281021] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc1c966-1562-475f-be18-b378b7a470da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.300680] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692743, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.561204] env[62259]: DEBUG nova.compute.utils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.562990] env[62259]: DEBUG nova.objects.instance [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lazy-loading 'numa_topology' on Instance uuid ec2b5eae-4a54-4e30-a78c-0e6ab8369254 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.564146] env[62259]: DEBUG nova.compute.manager [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.564322] env[62259]: DEBUG nova.network.neutron [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.605026] env[62259]: DEBUG nova.policy [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67bcafce99d4779bbb40c46ef1c2dcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c794392afb4b4edea0f4a470cceff6b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.801834] env[62259]: INFO nova.compute.manager [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Took 15.17 seconds to build instance. [ 1754.807137] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692743, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.892526] env[62259]: DEBUG nova.network.neutron [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Successfully created port: 4bf18142-5848-4a89-b0b9-64f787363931 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1754.896271] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d04d0-5172-8b06-8fdf-0ad81a07d9bb/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1754.897431] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b28318-3f85-48c7-9c25-7a0eeb347a31 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.904047] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d04d0-5172-8b06-8fdf-0ad81a07d9bb/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1754.904047] env[62259]: ERROR oslo_vmware.rw_handles [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d04d0-5172-8b06-8fdf-0ad81a07d9bb/disk-0.vmdk due to incomplete transfer. [ 1754.904204] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b5ec42e5-ec51-46e3-b99c-42d50e8e528f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.910693] env[62259]: DEBUG oslo_vmware.rw_handles [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526d04d0-5172-8b06-8fdf-0ad81a07d9bb/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1754.910889] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Uploaded image c2d664d8-b8fe-4e1f-a88b-81f0a8b101aa to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1754.912801] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1754.913057] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b9f9c92-a25c-4e33-805f-b84ecf4497e1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.918445] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1754.918445] env[62259]: value = "task-1692750" [ 1754.918445] env[62259]: _type = "Task" [ 1754.918445] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.925873] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692750, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.064770] env[62259]: DEBUG nova.compute.manager [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1755.068233] env[62259]: DEBUG nova.objects.base [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1755.274502] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb5233b-51b9-44e0-a0bb-25cc48be9b66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.282646] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3650281-4551-4888-afc0-e179cb064675 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.314349] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e15886e-07f4-432f-9268-1ef13f4ff088 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.709s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.318280] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c2f14-45d5-4a4a-886d-f4c9f6436911 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.326139] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692743, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.65407} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.328282] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d/b8a322fd-f4e4-4f3f-b423-3b94ae89b49d.vmdk to [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69/9d593c49-cb71-4a02-8b55-4cfc8e209f69.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1755.329096] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4430ad2-33ff-42c8-af62-7becd5d57d84 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.332523] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb09a21-66e2-41e2-a4d6-2195f8c0be97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.356863] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69/9d593c49-cb71-4a02-8b55-4cfc8e209f69.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.364178] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315a0728-afda-483d-9eee-3822c5dccf0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.378840] env[62259]: DEBUG nova.compute.provider_tree [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.386666] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1755.386666] env[62259]: value = "task-1692751" [ 1755.386666] env[62259]: _type = "Task" [ 1755.386666] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.395895] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.427531] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692750, 'name': Destroy_Task} progress is 33%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.882330] env[62259]: DEBUG nova.scheduler.client.report [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1755.896725] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.899878] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c86d1537-356f-433c-b683-42d8f293258f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.899878] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c86d1537-356f-433c-b683-42d8f293258f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.900040] env[62259]: DEBUG nova.objects.instance [None req-c86d1537-356f-433c-b683-42d8f293258f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'flavor' on Instance uuid 1bed46b8-2a21-447c-ac0d-f2542767c4d5 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.928294] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692750, 'name': Destroy_Task, 'duration_secs': 0.574503} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.928294] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Destroyed the VM [ 1755.928454] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1755.928630] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7206c321-78d3-4322-86eb-f146bf798822 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.934954] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1755.934954] env[62259]: value = "task-1692752" [ 1755.934954] env[62259]: _type = "Task" [ 1755.934954] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.942513] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.077800] env[62259]: DEBUG nova.compute.manager [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1756.103244] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1756.103512] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1756.103657] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.103838] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1756.103986] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.104165] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1756.104374] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1756.104532] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1756.104720] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1756.104895] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1756.105088] env[62259]: DEBUG nova.virt.hardware [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1756.106196] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c510751-f682-422f-8b48-4b407edb58a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.115424] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0c4312-f27c-4af7-a4f3-d7644081fd09 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.305737] env[62259]: DEBUG nova.compute.manager [req-f31d3a98-f652-4712-824e-efec65c23b45 req-7dbd3fc4-979b-4782-85d0-19d13af08a9e service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Received event network-vif-plugged-4bf18142-5848-4a89-b0b9-64f787363931 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1756.305979] env[62259]: DEBUG oslo_concurrency.lockutils [req-f31d3a98-f652-4712-824e-efec65c23b45 req-7dbd3fc4-979b-4782-85d0-19d13af08a9e service nova] Acquiring lock "22b35895-839f-4138-817c-f9545682145d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.306328] env[62259]: DEBUG oslo_concurrency.lockutils [req-f31d3a98-f652-4712-824e-efec65c23b45 req-7dbd3fc4-979b-4782-85d0-19d13af08a9e service nova] Lock "22b35895-839f-4138-817c-f9545682145d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.306405] env[62259]: DEBUG oslo_concurrency.lockutils [req-f31d3a98-f652-4712-824e-efec65c23b45 req-7dbd3fc4-979b-4782-85d0-19d13af08a9e service nova] Lock "22b35895-839f-4138-817c-f9545682145d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.306563] env[62259]: DEBUG nova.compute.manager [req-f31d3a98-f652-4712-824e-efec65c23b45 req-7dbd3fc4-979b-4782-85d0-19d13af08a9e service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] No waiting events found dispatching network-vif-plugged-4bf18142-5848-4a89-b0b9-64f787363931 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.306747] env[62259]: WARNING nova.compute.manager [req-f31d3a98-f652-4712-824e-efec65c23b45 req-7dbd3fc4-979b-4782-85d0-19d13af08a9e service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Received unexpected event network-vif-plugged-4bf18142-5848-4a89-b0b9-64f787363931 for instance with vm_state building and task_state spawning. [ 1756.387053] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.395125] env[62259]: DEBUG nova.network.neutron [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Successfully updated port: 4bf18142-5848-4a89-b0b9-64f787363931 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.405659] env[62259]: DEBUG nova.objects.instance [None req-c86d1537-356f-433c-b683-42d8f293258f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'pci_requests' on Instance uuid 1bed46b8-2a21-447c-ac0d-f2542767c4d5 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.406867] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692751, 'name': ReconfigVM_Task, 'duration_secs': 0.894474} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.411081] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69/9d593c49-cb71-4a02-8b55-4cfc8e209f69.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.411768] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d408b141-3189-4466-89a8-f165f4f4ee48 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.418948] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1756.418948] env[62259]: value = "task-1692753" [ 1756.418948] env[62259]: _type = "Task" [ 1756.418948] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.431167] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692753, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.446366] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692752, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.609516] env[62259]: DEBUG oslo_concurrency.lockutils [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.611476] env[62259]: DEBUG oslo_concurrency.lockutils [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.611476] env[62259]: DEBUG nova.compute.manager [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.611476] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab61ac5c-72c6-44be-aef1-65c986e613de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.617900] env[62259]: DEBUG nova.compute.manager [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62259) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1756.618872] env[62259]: DEBUG nova.objects.instance [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lazy-loading 'flavor' on Instance uuid e4829cf6-1ed8-4dc3-af83-bc924cd28a01 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.897903] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "refresh_cache-22b35895-839f-4138-817c-f9545682145d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.897903] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "refresh_cache-22b35895-839f-4138-817c-f9545682145d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.898084] env[62259]: DEBUG nova.network.neutron [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.900534] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f009ad1f-c0e1-4b2a-9204-903f5afbc73e tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.344s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.901334] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.230s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.901578] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.901701] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.901874] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.903645] env[62259]: INFO nova.compute.manager [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Terminating instance [ 1756.911973] env[62259]: DEBUG nova.objects.base [None req-c86d1537-356f-433c-b683-42d8f293258f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Object Instance<1bed46b8-2a21-447c-ac0d-f2542767c4d5> lazy-loaded attributes: flavor,pci_requests {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1756.912188] env[62259]: DEBUG nova.network.neutron [None req-c86d1537-356f-433c-b683-42d8f293258f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.928675] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692753, 'name': Rename_Task, 'duration_secs': 0.155762} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.928946] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.929189] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7445c022-a975-4b7b-b619-b2a5cec5d6c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.936371] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1756.936371] env[62259]: value = "task-1692754" [ 1756.936371] env[62259]: _type = "Task" [ 1756.936371] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.947471] env[62259]: DEBUG oslo_vmware.api [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692752, 'name': RemoveSnapshot_Task, 'duration_secs': 0.645972} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.950405] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1756.950650] env[62259]: INFO nova.compute.manager [None req-fe067a04-164d-4617-87b1-3f82e464de56 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Took 19.92 seconds to snapshot the instance on the hypervisor. [ 1756.953238] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.990596] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c86d1537-356f-433c-b683-42d8f293258f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.091s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.239981] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1757.240263] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352987', 'volume_id': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'name': 'volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd51e7a13-bc87-4641-8a76-42a753757c77', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'serial': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1757.241145] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2442e5f-f4e8-41a0-aadb-7d6428ce3249 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.257698] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db89ecf-9ac8-4a82-abd5-c3117ecfdec9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.282423] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa/volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.282717] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6191cbaa-bf3e-4466-8ec0-4ab9f98dbb7d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.300557] env[62259]: DEBUG oslo_vmware.api [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1757.300557] env[62259]: value = "task-1692755" [ 1757.300557] env[62259]: _type = "Task" [ 1757.300557] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.310113] env[62259]: DEBUG oslo_vmware.api [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.406721] env[62259]: DEBUG nova.compute.manager [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1757.407120] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.407362] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2e4c775-1d83-4a36-9588-08cc2b957dcd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.416838] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3153d6-e797-46f0-a662-86bd83d99466 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.429784] env[62259]: DEBUG nova.network.neutron [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.448691] env[62259]: WARNING nova.virt.vmwareapi.vmops [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ec2b5eae-4a54-4e30-a78c-0e6ab8369254 could not be found. [ 1757.448941] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1757.449153] env[62259]: INFO nova.compute.manager [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1757.449407] env[62259]: DEBUG oslo.service.loopingcall [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.454219] env[62259]: DEBUG nova.compute.manager [-] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1757.454323] env[62259]: DEBUG nova.network.neutron [-] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1757.462891] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.605123] env[62259]: DEBUG nova.network.neutron [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Updating instance_info_cache with network_info: [{"id": "4bf18142-5848-4a89-b0b9-64f787363931", "address": "fa:16:3e:44:10:b8", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf18142-58", "ovs_interfaceid": "4bf18142-5848-4a89-b0b9-64f787363931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.626262] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.627093] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441b31be-7c4b-4b73-9c25-132c347a8aff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.635666] env[62259]: DEBUG oslo_vmware.api [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1757.635666] env[62259]: value = "task-1692756" [ 1757.635666] env[62259]: _type = "Task" [ 1757.635666] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.645780] env[62259]: DEBUG oslo_vmware.api [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.812052] env[62259]: DEBUG oslo_vmware.api [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692755, 'name': ReconfigVM_Task, 'duration_secs': 0.428748} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.813151] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa/volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.818115] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e923559-a685-4b79-8531-e97783c46d28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.834312] env[62259]: DEBUG oslo_vmware.api [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1757.834312] env[62259]: value = "task-1692757" [ 1757.834312] env[62259]: _type = "Task" [ 1757.834312] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.843543] env[62259]: DEBUG oslo_vmware.api [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.957907] env[62259]: DEBUG oslo_vmware.api [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692754, 'name': PowerOnVM_Task, 'duration_secs': 0.712758} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.958651] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.055102] env[62259]: DEBUG nova.compute.manager [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.056060] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7830270-877c-4f38-830d-0b4570a90edb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.109911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "refresh_cache-22b35895-839f-4138-817c-f9545682145d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.110262] env[62259]: DEBUG nova.compute.manager [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Instance network_info: |[{"id": "4bf18142-5848-4a89-b0b9-64f787363931", "address": "fa:16:3e:44:10:b8", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf18142-58", "ovs_interfaceid": "4bf18142-5848-4a89-b0b9-64f787363931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.110671] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:10:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf18142-5848-4a89-b0b9-64f787363931', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1758.118519] env[62259]: DEBUG oslo.service.loopingcall [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.118972] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b35895-839f-4138-817c-f9545682145d] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1758.119223] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d73405-3957-4bc0-aff4-c91caafe03ab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.140583] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1758.140583] env[62259]: value = "task-1692758" [ 1758.140583] env[62259]: _type = "Task" [ 1758.140583] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.148189] env[62259]: DEBUG oslo_vmware.api [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692756, 'name': PowerOffVM_Task, 'duration_secs': 0.240098} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.148786] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.149081] env[62259]: DEBUG nova.compute.manager [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.149782] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e7026d-fe19-4a29-8849-e38d9ccce7da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.155157] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692758, 'name': CreateVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.211480] env[62259]: DEBUG nova.network.neutron [-] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.345268] env[62259]: DEBUG oslo_vmware.api [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692757, 'name': ReconfigVM_Task, 'duration_secs': 0.225625} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.345588] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352987', 'volume_id': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'name': 'volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd51e7a13-bc87-4641-8a76-42a753757c77', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'serial': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1758.426494] env[62259]: DEBUG nova.compute.manager [req-9812c4ec-5773-482d-bbcf-7348570518c9 req-8376f0d5-ea91-45cf-9521-d2a6b212c3a9 service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Received event network-changed-4bf18142-5848-4a89-b0b9-64f787363931 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1758.426756] env[62259]: DEBUG nova.compute.manager [req-9812c4ec-5773-482d-bbcf-7348570518c9 req-8376f0d5-ea91-45cf-9521-d2a6b212c3a9 service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Refreshing instance network info cache due to event network-changed-4bf18142-5848-4a89-b0b9-64f787363931. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1758.427047] env[62259]: DEBUG oslo_concurrency.lockutils [req-9812c4ec-5773-482d-bbcf-7348570518c9 req-8376f0d5-ea91-45cf-9521-d2a6b212c3a9 service nova] Acquiring lock "refresh_cache-22b35895-839f-4138-817c-f9545682145d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.427260] env[62259]: DEBUG oslo_concurrency.lockutils [req-9812c4ec-5773-482d-bbcf-7348570518c9 req-8376f0d5-ea91-45cf-9521-d2a6b212c3a9 service nova] Acquired lock "refresh_cache-22b35895-839f-4138-817c-f9545682145d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.427452] env[62259]: DEBUG nova.network.neutron [req-9812c4ec-5773-482d-bbcf-7348570518c9 req-8376f0d5-ea91-45cf-9521-d2a6b212c3a9 service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Refreshing network info cache for port 4bf18142-5848-4a89-b0b9-64f787363931 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.575385] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d4915078-fd29-4c39-9542-17f3ec3b3b80 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.260s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.650447] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692758, 'name': CreateVM_Task, 'duration_secs': 0.443772} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.650617] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b35895-839f-4138-817c-f9545682145d] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.651309] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.651478] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.651800] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.652329] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900391b2-0a81-49ba-9dc4-f895f56ae4ae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.656711] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1758.656711] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d7a4ae-ee7b-d418-6211-1f6424cb8388" [ 1758.656711] env[62259]: _type = "Task" [ 1758.656711] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.665453] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d7a4ae-ee7b-d418-6211-1f6424cb8388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.666016] env[62259]: DEBUG oslo_concurrency.lockutils [None req-eaa91b65-1452-4a7e-a5e2-4f0eef36c08a tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.715273] env[62259]: INFO nova.compute.manager [-] [instance: ec2b5eae-4a54-4e30-a78c-0e6ab8369254] Took 1.26 seconds to deallocate network for instance. [ 1758.740876] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.741421] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.859778] env[62259]: DEBUG oslo_concurrency.lockutils [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "09211258-2289-4761-8c9e-69ff7beb424d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.860221] env[62259]: DEBUG oslo_concurrency.lockutils [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.986016] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.986331] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.986674] env[62259]: DEBUG nova.objects.instance [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'flavor' on Instance uuid 1bed46b8-2a21-447c-ac0d-f2542767c4d5 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.121814] env[62259]: DEBUG nova.network.neutron [req-9812c4ec-5773-482d-bbcf-7348570518c9 req-8376f0d5-ea91-45cf-9521-d2a6b212c3a9 service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Updated VIF entry in instance network info cache for port 4bf18142-5848-4a89-b0b9-64f787363931. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.122271] env[62259]: DEBUG nova.network.neutron [req-9812c4ec-5773-482d-bbcf-7348570518c9 req-8376f0d5-ea91-45cf-9521-d2a6b212c3a9 service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Updating instance_info_cache with network_info: [{"id": "4bf18142-5848-4a89-b0b9-64f787363931", "address": "fa:16:3e:44:10:b8", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf18142-58", "ovs_interfaceid": "4bf18142-5848-4a89-b0b9-64f787363931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.166839] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d7a4ae-ee7b-d418-6211-1f6424cb8388, 'name': SearchDatastore_Task, 'duration_secs': 0.011804} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.167141] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.167377] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1759.167673] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.167842] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.168040] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1759.168479] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26b6e6ee-c5ce-4823-94a5-be8f5d78b968 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.176617] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1759.176784] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1759.177489] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23efebaf-f343-4284-9a7d-c8e738723e3e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.182205] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1759.182205] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52296016-c2a8-d292-630f-f3039f9cce16" [ 1759.182205] env[62259]: _type = "Task" [ 1759.182205] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.189473] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52296016-c2a8-d292-630f-f3039f9cce16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.247490] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.247650] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1759.247782] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1759.333565] env[62259]: DEBUG nova.compute.manager [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.334459] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e741b35-d97d-468a-aa63-fc6ec62a42c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.363054] env[62259]: DEBUG nova.compute.utils [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.384145] env[62259]: DEBUG nova.objects.instance [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.558164] env[62259]: DEBUG nova.objects.instance [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'pci_requests' on Instance uuid 1bed46b8-2a21-447c-ac0d-f2542767c4d5 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.624529] env[62259]: DEBUG oslo_concurrency.lockutils [req-9812c4ec-5773-482d-bbcf-7348570518c9 req-8376f0d5-ea91-45cf-9521-d2a6b212c3a9 service nova] Releasing lock "refresh_cache-22b35895-839f-4138-817c-f9545682145d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.693179] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52296016-c2a8-d292-630f-f3039f9cce16, 'name': SearchDatastore_Task, 'duration_secs': 0.008071} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.693972] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aac1dd2-67b7-424f-bd86-3fb7082a0059 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.699773] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1759.699773] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522c24e3-6c59-9690-c873-da3c36755dc7" [ 1759.699773] env[62259]: _type = "Task" [ 1759.699773] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.707120] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522c24e3-6c59-9690-c873-da3c36755dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.742192] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a2b567cd-6603-468e-96cd-f043ccc51aad tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "ec2b5eae-4a54-4e30-a78c-0e6ab8369254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.841s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.755874] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 22b35895-839f-4138-817c-f9545682145d] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 1759.784053] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "refresh_cache-071ba0ff-6674-480a-9c76-cfcd6237aa7e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.784209] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquired lock "refresh_cache-071ba0ff-6674-480a-9c76-cfcd6237aa7e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.784368] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Forcefully refreshing network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1759.784524] env[62259]: DEBUG nova.objects.instance [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lazy-loading 'info_cache' on Instance uuid 071ba0ff-6674-480a-9c76-cfcd6237aa7e {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.846574] env[62259]: INFO nova.compute.manager [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] instance snapshotting [ 1759.849250] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1cf07b-7e5d-4ad5-be05-52e8ff3c7c12 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.868748] env[62259]: DEBUG oslo_concurrency.lockutils [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.869885] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9600abe8-0bdc-465d-9500-75a5fddb47af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.888406] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e603297b-70d2-4942-99dd-33e4e1c22776 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.779s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.060596] env[62259]: DEBUG nova.objects.base [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Object Instance<1bed46b8-2a21-447c-ac0d-f2542767c4d5> lazy-loaded attributes: flavor,pci_requests {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1760.060878] env[62259]: DEBUG nova.network.neutron [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1760.098603] env[62259]: DEBUG nova.policy [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff89c1df10be4a04ae985494d0b7f319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd60b06493494d7fb9b08d88318c53d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1760.212844] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522c24e3-6c59-9690-c873-da3c36755dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.213128] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.213390] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 22b35895-839f-4138-817c-f9545682145d/22b35895-839f-4138-817c-f9545682145d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.213656] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b69d78e2-a84a-4ab7-9e87-d3aeedb2506d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.220777] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1760.220777] env[62259]: value = "task-1692759" [ 1760.220777] env[62259]: _type = "Task" [ 1760.220777] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.229567] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.356815] env[62259]: DEBUG nova.network.neutron [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Successfully created port: 922532eb-beaa-4128-b6a0-3e0ffeb1db30 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.380852] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1760.381259] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26c4b73a-cf91-4a58-9b6d-b087c3518600 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.392593] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1760.392593] env[62259]: value = "task-1692760" [ 1760.392593] env[62259]: _type = "Task" [ 1760.392593] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.403796] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.732800] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.903896] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.945253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "09211258-2289-4761-8c9e-69ff7beb424d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.945809] env[62259]: DEBUG oslo_concurrency.lockutils [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.945955] env[62259]: INFO nova.compute.manager [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Attaching volume 6594b112-d057-49b4-8250-4b0bc5933225 to /dev/sdb [ 1760.983156] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1be0c8-4a56-4ee2-a663-cc41828d2538 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.992653] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c330821a-8371-4f50-8de9-c3031d6d8ff3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.006298] env[62259]: DEBUG nova.virt.block_device [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating existing volume attachment record: ac5ec38f-108f-4ce4-9818-cdadd46d1adf {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1761.021864] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.021990] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.022200] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.022508] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.022582] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.024651] env[62259]: INFO nova.compute.manager [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Terminating instance [ 1761.233846] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60399} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.233846] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 22b35895-839f-4138-817c-f9545682145d/22b35895-839f-4138-817c-f9545682145d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1761.234486] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1761.234486] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7490c50-92c5-4e0b-b427-458a6743c58c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.240453] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1761.240453] env[62259]: value = "task-1692764" [ 1761.240453] env[62259]: _type = "Task" [ 1761.240453] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.249085] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.319436] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.319654] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.319878] env[62259]: DEBUG nova.compute.manager [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.320736] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729c5bd-a349-4f0a-9f5b-c8882d8c4fa3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.327794] env[62259]: DEBUG nova.compute.manager [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62259) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1761.328361] env[62259]: DEBUG nova.objects.instance [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.401945] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.504032] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Updating instance_info_cache with network_info: [{"id": "0ff8d909-cf34-4a6c-b498-47e8a975d246", "address": "fa:16:3e:15:91:47", "network": {"id": "78758477-dde5-4a71-9ca5-f0c0452a5bf9", "bridge": "br-int", "label": "tempest-ServersTestJSON-772944968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d186547b31349dfac6792b64b5a5ead", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff8d909-cf", "ovs_interfaceid": "0ff8d909-cf34-4a6c-b498-47e8a975d246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.531871] env[62259]: DEBUG nova.compute.manager [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1761.532120] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.532998] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2467221c-ac78-4dc2-9536-ad01faa01865 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.541310] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.541531] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed04e91f-32f9-42d4-8b13-1bdf17578ebc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.650851] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.651093] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.651296] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleting the datastore file [datastore1] e4829cf6-1ed8-4dc3-af83-bc924cd28a01 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.651570] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-024a6f1a-c5c8-419a-b0c7-2d1336011008 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.658631] env[62259]: DEBUG oslo_vmware.api [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1761.658631] env[62259]: value = "task-1692766" [ 1761.658631] env[62259]: _type = "Task" [ 1761.658631] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.666933] env[62259]: DEBUG oslo_vmware.api [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.750714] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103716} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.751169] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1761.752404] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1877d93-9ac0-4c8a-a349-5de191844811 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.775789] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 22b35895-839f-4138-817c-f9545682145d/22b35895-839f-4138-817c-f9545682145d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.776545] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74875411-7134-4c47-a2ba-09a62a48d51e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.798529] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1761.798529] env[62259]: value = "task-1692767" [ 1761.798529] env[62259]: _type = "Task" [ 1761.798529] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.809212] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.826785] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "6717c325-e3a5-4e1e-a56f-a199500bbc18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.827157] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.897173] env[62259]: DEBUG nova.compute.manager [req-b94393ea-ce8d-4a62-8fcd-6ec0364ac72c req-03d7b19b-a329-44d7-b0c8-f468b1e11118 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-vif-plugged-922532eb-beaa-4128-b6a0-3e0ffeb1db30 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1761.897173] env[62259]: DEBUG oslo_concurrency.lockutils [req-b94393ea-ce8d-4a62-8fcd-6ec0364ac72c req-03d7b19b-a329-44d7-b0c8-f468b1e11118 service nova] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.897173] env[62259]: DEBUG oslo_concurrency.lockutils [req-b94393ea-ce8d-4a62-8fcd-6ec0364ac72c req-03d7b19b-a329-44d7-b0c8-f468b1e11118 service nova] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.897173] env[62259]: DEBUG oslo_concurrency.lockutils [req-b94393ea-ce8d-4a62-8fcd-6ec0364ac72c req-03d7b19b-a329-44d7-b0c8-f468b1e11118 service nova] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.897173] env[62259]: DEBUG nova.compute.manager [req-b94393ea-ce8d-4a62-8fcd-6ec0364ac72c req-03d7b19b-a329-44d7-b0c8-f468b1e11118 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] No waiting events found dispatching network-vif-plugged-922532eb-beaa-4128-b6a0-3e0ffeb1db30 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1761.897892] env[62259]: WARNING nova.compute.manager [req-b94393ea-ce8d-4a62-8fcd-6ec0364ac72c req-03d7b19b-a329-44d7-b0c8-f468b1e11118 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received unexpected event network-vif-plugged-922532eb-beaa-4128-b6a0-3e0ffeb1db30 for instance with vm_state active and task_state None. [ 1761.907261] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692760, 'name': CreateSnapshot_Task, 'duration_secs': 1.516065} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.907642] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1761.908842] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a26c62-b096-43e1-a5ec-198988eb4cd6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.000791] env[62259]: DEBUG nova.network.neutron [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Successfully updated port: 922532eb-beaa-4128-b6a0-3e0ffeb1db30 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1762.009118] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Releasing lock "refresh_cache-071ba0ff-6674-480a-9c76-cfcd6237aa7e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.009118] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Updated the network info_cache for instance {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1762.009118] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.009118] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.009118] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.009118] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.009118] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.009118] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.009118] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1762.009118] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.169080] env[62259]: DEBUG oslo_vmware.api [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196949} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.169080] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.169080] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.169080] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.169368] env[62259]: INFO nova.compute.manager [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1762.169433] env[62259]: DEBUG oslo.service.loopingcall [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.169624] env[62259]: DEBUG nova.compute.manager [-] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1762.169717] env[62259]: DEBUG nova.network.neutron [-] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1762.308267] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692767, 'name': ReconfigVM_Task, 'duration_secs': 0.279881} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.308491] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 22b35895-839f-4138-817c-f9545682145d/22b35895-839f-4138-817c-f9545682145d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.309120] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be298cb9-4fea-463b-83c1-44679b44325a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.315511] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1762.315511] env[62259]: value = "task-1692768" [ 1762.315511] env[62259]: _type = "Task" [ 1762.315511] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.323896] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692768, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.330738] env[62259]: DEBUG nova.compute.manager [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1762.335771] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.336090] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2febc27-d3a8-4789-9f6e-466d1015d2f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.343086] env[62259]: DEBUG oslo_vmware.api [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1762.343086] env[62259]: value = "task-1692769" [ 1762.343086] env[62259]: _type = "Task" [ 1762.343086] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.351604] env[62259]: DEBUG oslo_vmware.api [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.428956] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1762.430436] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6c90503-5fef-4475-ac0c-7ca4a840dde2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.438982] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1762.438982] env[62259]: value = "task-1692770" [ 1762.438982] env[62259]: _type = "Task" [ 1762.438982] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.447095] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692770, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.503725] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.503930] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.504217] env[62259]: DEBUG nova.network.neutron [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.511928] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.512114] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.512253] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.512410] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1762.513324] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7445a35a-4952-4934-b62d-13712cc499c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.523605] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccee9be-e876-4e01-8b4c-6c040b5a3062 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.538367] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d9483e-0684-4991-be18-d3155e8ea331 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.545043] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c614d8-4573-48b6-8121-2cc92f6d24b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.574200] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179572MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1762.574356] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.574552] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.825455] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692768, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.851639] env[62259]: DEBUG oslo_vmware.api [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692769, 'name': PowerOffVM_Task, 'duration_secs': 0.402513} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.852703] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.853282] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.853508] env[62259]: DEBUG nova.compute.manager [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.854359] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d70d1c4-e263-42fc-955f-0ff7fa4a37c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.903771] env[62259]: DEBUG nova.network.neutron [-] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.950294] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692770, 'name': CloneVM_Task} progress is 93%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.041211] env[62259]: WARNING nova.network.neutron [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] 149acfe1-c417-48a4-8b51-7d4fdd73c0fc already exists in list: networks containing: ['149acfe1-c417-48a4-8b51-7d4fdd73c0fc']. ignoring it [ 1763.327562] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692768, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.355138] env[62259]: DEBUG nova.network.neutron [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "922532eb-beaa-4128-b6a0-3e0ffeb1db30", "address": "fa:16:3e:33:47:bb", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922532eb-be", "ovs_interfaceid": "922532eb-beaa-4128-b6a0-3e0ffeb1db30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.365267] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7be0d3de-c01d-4733-b01c-0af1d7167e7f tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.405934] env[62259]: INFO nova.compute.manager [-] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Took 1.24 seconds to deallocate network for instance. [ 1763.451018] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692770, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.615055] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 071ba0ff-6674-480a-9c76-cfcd6237aa7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.615477] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 31a82249-1a2d-4ef6-a914-1a3e453e61b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.615477] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 18295aca-9e8f-4df5-a30f-1d5e34a06957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.615541] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 805e7004-e44a-4c0d-9d8f-45878481cbc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.615622] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 037915e4-25ce-4630-8c92-916d32f27f5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.615712] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance d51e7a13-bc87-4641-8a76-42a753757c77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.615828] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 1bed46b8-2a21-447c-ac0d-f2542767c4d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.615939] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 09211258-2289-4761-8c9e-69ff7beb424d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.616064] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.616184] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 38ab34e3-3381-4037-bddd-548a3366ca90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.616295] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 43e407e2-60e8-415a-a173-0ce533ab4ef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.616404] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9d593c49-cb71-4a02-8b55-4cfc8e209f69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.617122] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 3a82bff9-2878-493b-a785-03c82e360108 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.617122] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance e4829cf6-1ed8-4dc3-af83-bc924cd28a01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.617122] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 22b35895-839f-4138-817c-f9545682145d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.826195] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692768, 'name': Rename_Task, 'duration_secs': 1.169222} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.826549] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.826707] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60af4a15-0193-41e0-86fa-38caee46f14e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.832967] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1763.832967] env[62259]: value = "task-1692772" [ 1763.832967] env[62259]: _type = "Task" [ 1763.832967] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.840474] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.858378] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.859218] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.859641] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.860683] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12539817-77c9-4131-bb7f-603aa02f591c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.877848] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.878096] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.878243] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.878435] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.878619] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.878726] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.878931] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.879126] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.879281] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.879442] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.879615] env[62259]: DEBUG nova.virt.hardware [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.885809] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Reconfiguring VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1763.886155] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5a6cb36-5abe-450a-8270-3501c0dff5a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.902892] env[62259]: DEBUG oslo_vmware.api [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1763.902892] env[62259]: value = "task-1692773" [ 1763.902892] env[62259]: _type = "Task" [ 1763.902892] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.911406] env[62259]: DEBUG oslo_vmware.api [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.912344] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.930052] env[62259]: DEBUG nova.compute.manager [req-e95b1981-7ff2-4e59-b097-dac359dd68d3 req-ce500df4-ba54-418a-942f-6f62cdb0830f service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-changed-922532eb-beaa-4128-b6a0-3e0ffeb1db30 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1763.930267] env[62259]: DEBUG nova.compute.manager [req-e95b1981-7ff2-4e59-b097-dac359dd68d3 req-ce500df4-ba54-418a-942f-6f62cdb0830f service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Refreshing instance network info cache due to event network-changed-922532eb-beaa-4128-b6a0-3e0ffeb1db30. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1763.930547] env[62259]: DEBUG oslo_concurrency.lockutils [req-e95b1981-7ff2-4e59-b097-dac359dd68d3 req-ce500df4-ba54-418a-942f-6f62cdb0830f service nova] Acquiring lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.930714] env[62259]: DEBUG oslo_concurrency.lockutils [req-e95b1981-7ff2-4e59-b097-dac359dd68d3 req-ce500df4-ba54-418a-942f-6f62cdb0830f service nova] Acquired lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.930887] env[62259]: DEBUG nova.network.neutron [req-e95b1981-7ff2-4e59-b097-dac359dd68d3 req-ce500df4-ba54-418a-942f-6f62cdb0830f service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Refreshing network info cache for port 922532eb-beaa-4128-b6a0-3e0ffeb1db30 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.951241] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692770, 'name': CloneVM_Task, 'duration_secs': 1.510144} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.951744] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Created linked-clone VM from snapshot [ 1763.952507] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8d037e-61c5-472a-b1c8-25e078f2f228 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.962658] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Uploading image 19dbba01-ca95-409f-a0ac-262514138ab7 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1763.989260] env[62259]: DEBUG oslo_vmware.rw_handles [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1763.989260] env[62259]: value = "vm-352992" [ 1763.989260] env[62259]: _type = "VirtualMachine" [ 1763.989260] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1763.989550] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e7f3c97-0930-44d5-a220-492eb52482a0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.998051] env[62259]: DEBUG oslo_vmware.rw_handles [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lease: (returnval){ [ 1763.998051] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5206e015-e5b9-b5f5-5057-4d4c5b599cf1" [ 1763.998051] env[62259]: _type = "HttpNfcLease" [ 1763.998051] env[62259]: } obtained for exporting VM: (result){ [ 1763.998051] env[62259]: value = "vm-352992" [ 1763.998051] env[62259]: _type = "VirtualMachine" [ 1763.998051] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1763.998370] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the lease: (returnval){ [ 1763.998370] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5206e015-e5b9-b5f5-5057-4d4c5b599cf1" [ 1763.998370] env[62259]: _type = "HttpNfcLease" [ 1763.998370] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1764.007848] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1764.007848] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5206e015-e5b9-b5f5-5057-4d4c5b599cf1" [ 1764.007848] env[62259]: _type = "HttpNfcLease" [ 1764.007848] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1764.120520] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 6717c325-e3a5-4e1e-a56f-a199500bbc18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1764.120821] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1764.120985] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1764.174011] env[62259]: DEBUG nova.objects.instance [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.322421] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d62513f-9e13-4916-9e13-a959db1cb92a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.330096] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c730a9-b008-4afd-928d-5b80acbbc334 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.360101] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5dfa4-da10-4785-8ddf-41797caf99cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.365545] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.370780] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ac50da-554a-4fb9-891c-b475bbc8de6c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.384347] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.412701] env[62259]: DEBUG oslo_vmware.api [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.508557] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1764.508557] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5206e015-e5b9-b5f5-5057-4d4c5b599cf1" [ 1764.508557] env[62259]: _type = "HttpNfcLease" [ 1764.508557] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1764.508864] env[62259]: DEBUG oslo_vmware.rw_handles [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1764.508864] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5206e015-e5b9-b5f5-5057-4d4c5b599cf1" [ 1764.508864] env[62259]: _type = "HttpNfcLease" [ 1764.508864] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1764.509608] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5156893-a0e6-4f05-b2f5-7b301a11ea23 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.517491] env[62259]: DEBUG oslo_vmware.rw_handles [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fcb24-1330-a892-00cc-a230f2f144ea/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1764.517678] env[62259]: DEBUG oslo_vmware.rw_handles [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fcb24-1330-a892-00cc-a230f2f144ea/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1764.612079] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38128dfc-743d-43b6-9879-8ea66b96884d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.679434] env[62259]: DEBUG oslo_concurrency.lockutils [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.679611] env[62259]: DEBUG oslo_concurrency.lockutils [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.679768] env[62259]: DEBUG nova.network.neutron [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.679941] env[62259]: DEBUG nova.objects.instance [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'info_cache' on Instance uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.712291] env[62259]: DEBUG nova.network.neutron [req-e95b1981-7ff2-4e59-b097-dac359dd68d3 req-ce500df4-ba54-418a-942f-6f62cdb0830f service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updated VIF entry in instance network info cache for port 922532eb-beaa-4128-b6a0-3e0ffeb1db30. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.712728] env[62259]: DEBUG nova.network.neutron [req-e95b1981-7ff2-4e59-b097-dac359dd68d3 req-ce500df4-ba54-418a-942f-6f62cdb0830f service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "922532eb-beaa-4128-b6a0-3e0ffeb1db30", "address": "fa:16:3e:33:47:bb", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922532eb-be", "ovs_interfaceid": "922532eb-beaa-4128-b6a0-3e0ffeb1db30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.842313] env[62259]: DEBUG oslo_vmware.api [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692772, 'name': PowerOnVM_Task, 'duration_secs': 0.744776} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.842694] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.842738] env[62259]: INFO nova.compute.manager [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1764.842942] env[62259]: DEBUG nova.compute.manager [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.843713] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca141dd-e180-40b7-8733-a42609a377cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.887248] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1764.913292] env[62259]: DEBUG oslo_vmware.api [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.184285] env[62259]: DEBUG nova.objects.base [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1765.214931] env[62259]: DEBUG oslo_concurrency.lockutils [req-e95b1981-7ff2-4e59-b097-dac359dd68d3 req-ce500df4-ba54-418a-942f-6f62cdb0830f service nova] Releasing lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.215625] env[62259]: DEBUG nova.compute.manager [req-e95b1981-7ff2-4e59-b097-dac359dd68d3 req-ce500df4-ba54-418a-942f-6f62cdb0830f service nova] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Received event network-vif-deleted-42797e87-0495-494e-a1f3-02a3317eaedd {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1765.362148] env[62259]: INFO nova.compute.manager [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Took 13.63 seconds to build instance. [ 1765.392614] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1765.392817] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.818s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.393191] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.540s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.394871] env[62259]: INFO nova.compute.claims [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1765.414175] env[62259]: DEBUG oslo_vmware.api [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.564828] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1765.565111] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352990', 'volume_id': '6594b112-d057-49b4-8250-4b0bc5933225', 'name': 'volume-6594b112-d057-49b4-8250-4b0bc5933225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09211258-2289-4761-8c9e-69ff7beb424d', 'attached_at': '', 'detached_at': '', 'volume_id': '6594b112-d057-49b4-8250-4b0bc5933225', 'serial': '6594b112-d057-49b4-8250-4b0bc5933225'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1765.566178] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed685e3-47c4-400c-a32f-220b3f2c3bd7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.592889] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88007ece-e8de-463a-83f9-b9ef92edcd10 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.619894] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-6594b112-d057-49b4-8250-4b0bc5933225/volume-6594b112-d057-49b4-8250-4b0bc5933225.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.620220] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70761cec-d09b-4b5c-90f6-6ccc899f1a9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.640271] env[62259]: DEBUG oslo_vmware.api [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1765.640271] env[62259]: value = "task-1692775" [ 1765.640271] env[62259]: _type = "Task" [ 1765.640271] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.664648] env[62259]: DEBUG oslo_vmware.api [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.864398] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49cf04ec-8023-4a37-8688-47a3bf5896fa tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.144s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.918546] env[62259]: DEBUG oslo_vmware.api [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692773, 'name': ReconfigVM_Task, 'duration_secs': 1.595911} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.919914] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.922415] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Reconfigured VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1766.028590] env[62259]: DEBUG nova.compute.manager [req-9dda185a-5936-445c-b7d0-9d41b7bc8290 req-f5dd60d1-3db5-4090-a639-add4af330a0f service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Received event network-changed-4bf18142-5848-4a89-b0b9-64f787363931 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1766.029762] env[62259]: DEBUG nova.compute.manager [req-9dda185a-5936-445c-b7d0-9d41b7bc8290 req-f5dd60d1-3db5-4090-a639-add4af330a0f service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Refreshing instance network info cache due to event network-changed-4bf18142-5848-4a89-b0b9-64f787363931. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1766.030145] env[62259]: DEBUG oslo_concurrency.lockutils [req-9dda185a-5936-445c-b7d0-9d41b7bc8290 req-f5dd60d1-3db5-4090-a639-add4af330a0f service nova] Acquiring lock "refresh_cache-22b35895-839f-4138-817c-f9545682145d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.030473] env[62259]: DEBUG oslo_concurrency.lockutils [req-9dda185a-5936-445c-b7d0-9d41b7bc8290 req-f5dd60d1-3db5-4090-a639-add4af330a0f service nova] Acquired lock "refresh_cache-22b35895-839f-4138-817c-f9545682145d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.030978] env[62259]: DEBUG nova.network.neutron [req-9dda185a-5936-445c-b7d0-9d41b7bc8290 req-f5dd60d1-3db5-4090-a639-add4af330a0f service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Refreshing network info cache for port 4bf18142-5848-4a89-b0b9-64f787363931 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.048602] env[62259]: DEBUG nova.network.neutron [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updating instance_info_cache with network_info: [{"id": "e1619222-fc51-4309-8f12-33b96ae1a22f", "address": "fa:16:3e:cf:31:2b", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1619222-fc", "ovs_interfaceid": "e1619222-fc51-4309-8f12-33b96ae1a22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.151672] env[62259]: DEBUG oslo_vmware.api [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.426036] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2825cc9-6c25-4e10-8162-6f7a20a042d6 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.439s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.555057] env[62259]: DEBUG oslo_concurrency.lockutils [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Releasing lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.644078] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c488975d-1c54-4ab1-9b92-c69947011484 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.661596] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c43bf7-f7aa-49c4-b079-0ad3d9e74c7f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.665589] env[62259]: DEBUG oslo_vmware.api [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692775, 'name': ReconfigVM_Task, 'duration_secs': 0.709814} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.665941] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-6594b112-d057-49b4-8250-4b0bc5933225/volume-6594b112-d057-49b4-8250-4b0bc5933225.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.671422] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f94b70b-c785-4813-9c19-9a008ec566d0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.722025] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da05af62-22ef-4066-97bb-4491ec0462da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.726103] env[62259]: DEBUG oslo_vmware.api [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1766.726103] env[62259]: value = "task-1692776" [ 1766.726103] env[62259]: _type = "Task" [ 1766.726103] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.732269] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c79e2-f7ea-429a-b1ad-da104156d8fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.742372] env[62259]: DEBUG oslo_vmware.api [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.751467] env[62259]: DEBUG nova.compute.provider_tree [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.847201] env[62259]: DEBUG nova.network.neutron [req-9dda185a-5936-445c-b7d0-9d41b7bc8290 req-f5dd60d1-3db5-4090-a639-add4af330a0f service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Updated VIF entry in instance network info cache for port 4bf18142-5848-4a89-b0b9-64f787363931. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.847622] env[62259]: DEBUG nova.network.neutron [req-9dda185a-5936-445c-b7d0-9d41b7bc8290 req-f5dd60d1-3db5-4090-a639-add4af330a0f service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Updating instance_info_cache with network_info: [{"id": "4bf18142-5848-4a89-b0b9-64f787363931", "address": "fa:16:3e:44:10:b8", "network": {"id": "24f89f77-cb96-42f2-ad0e-50c40ad4e946", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1801098202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c794392afb4b4edea0f4a470cceff6b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf18142-58", "ovs_interfaceid": "4bf18142-5848-4a89-b0b9-64f787363931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.238955] env[62259]: DEBUG oslo_vmware.api [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692776, 'name': ReconfigVM_Task, 'duration_secs': 0.184139} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.239314] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352990', 'volume_id': '6594b112-d057-49b4-8250-4b0bc5933225', 'name': 'volume-6594b112-d057-49b4-8250-4b0bc5933225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09211258-2289-4761-8c9e-69ff7beb424d', 'attached_at': '', 'detached_at': '', 'volume_id': '6594b112-d057-49b4-8250-4b0bc5933225', 'serial': '6594b112-d057-49b4-8250-4b0bc5933225'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1767.257931] env[62259]: DEBUG nova.scheduler.client.report [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1767.350452] env[62259]: DEBUG oslo_concurrency.lockutils [req-9dda185a-5936-445c-b7d0-9d41b7bc8290 req-f5dd60d1-3db5-4090-a639-add4af330a0f service nova] Releasing lock "refresh_cache-22b35895-839f-4138-817c-f9545682145d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.563391] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.563759] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f88bfd7f-a095-4748-a07e-275341ac8cb8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.571715] env[62259]: DEBUG oslo_vmware.api [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1767.571715] env[62259]: value = "task-1692777" [ 1767.571715] env[62259]: _type = "Task" [ 1767.571715] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.580603] env[62259]: DEBUG oslo_vmware.api [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.764769] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.765419] env[62259]: DEBUG nova.compute.manager [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1767.768299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.856s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.768561] env[62259]: DEBUG nova.objects.instance [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lazy-loading 'resources' on Instance uuid e4829cf6-1ed8-4dc3-af83-bc924cd28a01 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.018617] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-f0ad399c-e856-42aa-9737-4980e8e9ef57" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.018973] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-f0ad399c-e856-42aa-9737-4980e8e9ef57" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.019375] env[62259]: DEBUG nova.objects.instance [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'flavor' on Instance uuid 1bed46b8-2a21-447c-ac0d-f2542767c4d5 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.081310] env[62259]: DEBUG oslo_vmware.api [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692777, 'name': PowerOnVM_Task, 'duration_secs': 0.401556} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.081612] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1768.081785] env[62259]: DEBUG nova.compute.manager [None req-621f02e4-227a-4084-92a0-15eefb056513 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1768.082562] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4348999-e6d8-4dfd-a064-efa74bfb9e0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.271831] env[62259]: DEBUG nova.compute.utils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1768.273532] env[62259]: DEBUG nova.compute.manager [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1768.273767] env[62259]: DEBUG nova.network.neutron [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.281039] env[62259]: DEBUG nova.objects.instance [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lazy-loading 'flavor' on Instance uuid 09211258-2289-4761-8c9e-69ff7beb424d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.334071] env[62259]: DEBUG nova.policy [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62eee616d5a04d60940ed3baa7a7c92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912dd7c70e4046a6838429f2f11c6987', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1768.503140] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55e4bc2-bbb3-4751-b8a1-85f0c1cc8173 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.513819] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f13d223-2d77-4d97-99c2-8c77c010cc65 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.549277] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ce6b70-0c29-4718-bd03-05c649bfa584 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.557625] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f772bbb-960d-4e30-950a-92f5d34bcf75 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.574407] env[62259]: DEBUG nova.compute.provider_tree [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.600687] env[62259]: DEBUG nova.network.neutron [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Successfully created port: 97500925-2e0d-4977-aec7-5ca3b4d02d75 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.649928] env[62259]: DEBUG nova.objects.instance [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'pci_requests' on Instance uuid 1bed46b8-2a21-447c-ac0d-f2542767c4d5 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.779218] env[62259]: DEBUG nova.compute.manager [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1768.785568] env[62259]: DEBUG oslo_concurrency.lockutils [None req-171778c3-b9cb-4061-9853-838290390614 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.078238] env[62259]: DEBUG nova.scheduler.client.report [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1769.152284] env[62259]: DEBUG nova.objects.base [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Object Instance<1bed46b8-2a21-447c-ac0d-f2542767c4d5> lazy-loaded attributes: flavor,pci_requests {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1769.152536] env[62259]: DEBUG nova.network.neutron [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1769.217935] env[62259]: DEBUG nova.policy [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff89c1df10be4a04ae985494d0b7f319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd60b06493494d7fb9b08d88318c53d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1769.458326] env[62259]: INFO nova.compute.manager [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Rescuing [ 1769.458738] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.458826] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.458978] env[62259]: DEBUG nova.network.neutron [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1769.583927] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.606212] env[62259]: INFO nova.scheduler.client.report [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted allocations for instance e4829cf6-1ed8-4dc3-af83-bc924cd28a01 [ 1769.788972] env[62259]: DEBUG nova.compute.manager [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1769.811859] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1769.812152] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1769.812315] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.812502] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1769.812652] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.812797] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1769.813015] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1769.813234] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1769.813439] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1769.813610] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1769.813786] env[62259]: DEBUG nova.virt.hardware [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1769.814677] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa520725-c368-4ef0-81cd-d92d0a9691a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.823045] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9651395-f41d-4598-8d42-5f83c483ef87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.009583] env[62259]: DEBUG nova.compute.manager [req-a5ff65d1-4b46-4edb-bea5-de357690ed62 req-7f22f6e9-e160-4cf3-9fb7-ddc6b6184d28 service nova] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Received event network-vif-plugged-97500925-2e0d-4977-aec7-5ca3b4d02d75 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1770.009819] env[62259]: DEBUG oslo_concurrency.lockutils [req-a5ff65d1-4b46-4edb-bea5-de357690ed62 req-7f22f6e9-e160-4cf3-9fb7-ddc6b6184d28 service nova] Acquiring lock "6717c325-e3a5-4e1e-a56f-a199500bbc18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.010046] env[62259]: DEBUG oslo_concurrency.lockutils [req-a5ff65d1-4b46-4edb-bea5-de357690ed62 req-7f22f6e9-e160-4cf3-9fb7-ddc6b6184d28 service nova] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.010223] env[62259]: DEBUG oslo_concurrency.lockutils [req-a5ff65d1-4b46-4edb-bea5-de357690ed62 req-7f22f6e9-e160-4cf3-9fb7-ddc6b6184d28 service nova] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.010391] env[62259]: DEBUG nova.compute.manager [req-a5ff65d1-4b46-4edb-bea5-de357690ed62 req-7f22f6e9-e160-4cf3-9fb7-ddc6b6184d28 service nova] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] No waiting events found dispatching network-vif-plugged-97500925-2e0d-4977-aec7-5ca3b4d02d75 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.010558] env[62259]: WARNING nova.compute.manager [req-a5ff65d1-4b46-4edb-bea5-de357690ed62 req-7f22f6e9-e160-4cf3-9fb7-ddc6b6184d28 service nova] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Received unexpected event network-vif-plugged-97500925-2e0d-4977-aec7-5ca3b4d02d75 for instance with vm_state building and task_state spawning. [ 1770.117529] env[62259]: DEBUG oslo_concurrency.lockutils [None req-00a01470-3018-400c-8232-9a10d338341d tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "e4829cf6-1ed8-4dc3-af83-bc924cd28a01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.095s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.468107] env[62259]: DEBUG nova.network.neutron [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Successfully updated port: 97500925-2e0d-4977-aec7-5ca3b4d02d75 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.568434] env[62259]: DEBUG nova.network.neutron [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating instance_info_cache with network_info: [{"id": "925676aa-a2d2-4c34-a7be-0d57391831eb", "address": "fa:16:3e:0e:42:b0", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925676aa-a2", "ovs_interfaceid": "925676aa-a2d2-4c34-a7be-0d57391831eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.750054] env[62259]: DEBUG nova.compute.manager [req-2cc344d5-c7bc-468a-88f6-28fd50823172 req-bb30ce6b-08eb-4367-99ed-0398b8fdbeed service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-vif-plugged-f0ad399c-e856-42aa-9737-4980e8e9ef57 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1770.750292] env[62259]: DEBUG oslo_concurrency.lockutils [req-2cc344d5-c7bc-468a-88f6-28fd50823172 req-bb30ce6b-08eb-4367-99ed-0398b8fdbeed service nova] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.750532] env[62259]: DEBUG oslo_concurrency.lockutils [req-2cc344d5-c7bc-468a-88f6-28fd50823172 req-bb30ce6b-08eb-4367-99ed-0398b8fdbeed service nova] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.750707] env[62259]: DEBUG oslo_concurrency.lockutils [req-2cc344d5-c7bc-468a-88f6-28fd50823172 req-bb30ce6b-08eb-4367-99ed-0398b8fdbeed service nova] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.750911] env[62259]: DEBUG nova.compute.manager [req-2cc344d5-c7bc-468a-88f6-28fd50823172 req-bb30ce6b-08eb-4367-99ed-0398b8fdbeed service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] No waiting events found dispatching network-vif-plugged-f0ad399c-e856-42aa-9737-4980e8e9ef57 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.751270] env[62259]: WARNING nova.compute.manager [req-2cc344d5-c7bc-468a-88f6-28fd50823172 req-bb30ce6b-08eb-4367-99ed-0398b8fdbeed service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received unexpected event network-vif-plugged-f0ad399c-e856-42aa-9737-4980e8e9ef57 for instance with vm_state active and task_state None. [ 1770.808457] env[62259]: DEBUG nova.network.neutron [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Successfully updated port: f0ad399c-e856-42aa-9737-4980e8e9ef57 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.971283] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-6717c325-e3a5-4e1e-a56f-a199500bbc18" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.971467] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-6717c325-e3a5-4e1e-a56f-a199500bbc18" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.971603] env[62259]: DEBUG nova.network.neutron [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.069790] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.310897] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.311116] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.311336] env[62259]: DEBUG nova.network.neutron [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.507750] env[62259]: DEBUG nova.network.neutron [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.623569] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.623802] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.624035] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.624206] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.624426] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.626673] env[62259]: INFO nova.compute.manager [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Terminating instance [ 1771.660517] env[62259]: DEBUG nova.network.neutron [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Updating instance_info_cache with network_info: [{"id": "97500925-2e0d-4977-aec7-5ca3b4d02d75", "address": "fa:16:3e:b0:0c:2c", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97500925-2e", "ovs_interfaceid": "97500925-2e0d-4977-aec7-5ca3b4d02d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.858541] env[62259]: WARNING nova.network.neutron [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] 149acfe1-c417-48a4-8b51-7d4fdd73c0fc already exists in list: networks containing: ['149acfe1-c417-48a4-8b51-7d4fdd73c0fc']. ignoring it [ 1771.858837] env[62259]: WARNING nova.network.neutron [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] 149acfe1-c417-48a4-8b51-7d4fdd73c0fc already exists in list: networks containing: ['149acfe1-c417-48a4-8b51-7d4fdd73c0fc']. ignoring it [ 1772.035982] env[62259]: DEBUG nova.compute.manager [req-ef319eb7-f1de-4c88-96f0-1bfc7861827e req-767c8d58-e8a4-423f-8441-0a0211d655a3 service nova] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Received event network-changed-97500925-2e0d-4977-aec7-5ca3b4d02d75 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1772.036241] env[62259]: DEBUG nova.compute.manager [req-ef319eb7-f1de-4c88-96f0-1bfc7861827e req-767c8d58-e8a4-423f-8441-0a0211d655a3 service nova] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Refreshing instance network info cache due to event network-changed-97500925-2e0d-4977-aec7-5ca3b4d02d75. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1772.036441] env[62259]: DEBUG oslo_concurrency.lockutils [req-ef319eb7-f1de-4c88-96f0-1bfc7861827e req-767c8d58-e8a4-423f-8441-0a0211d655a3 service nova] Acquiring lock "refresh_cache-6717c325-e3a5-4e1e-a56f-a199500bbc18" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.099616] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.100341] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f14c037b-e984-4cbf-a87c-0dd355aba31e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.108747] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1772.108747] env[62259]: value = "task-1692778" [ 1772.108747] env[62259]: _type = "Task" [ 1772.108747] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.119507] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.130825] env[62259]: DEBUG nova.compute.manager [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.131145] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.132449] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5dfa7f-43f6-4050-b513-e67043976b2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.142078] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.142437] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec8ecf48-9f71-4be3-b172-552454c4eaff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.149576] env[62259]: DEBUG oslo_vmware.api [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1772.149576] env[62259]: value = "task-1692779" [ 1772.149576] env[62259]: _type = "Task" [ 1772.149576] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.160742] env[62259]: DEBUG oslo_vmware.api [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.163450] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-6717c325-e3a5-4e1e-a56f-a199500bbc18" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.163838] env[62259]: DEBUG nova.compute.manager [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Instance network_info: |[{"id": "97500925-2e0d-4977-aec7-5ca3b4d02d75", "address": "fa:16:3e:b0:0c:2c", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97500925-2e", "ovs_interfaceid": "97500925-2e0d-4977-aec7-5ca3b4d02d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.164223] env[62259]: DEBUG oslo_concurrency.lockutils [req-ef319eb7-f1de-4c88-96f0-1bfc7861827e req-767c8d58-e8a4-423f-8441-0a0211d655a3 service nova] Acquired lock "refresh_cache-6717c325-e3a5-4e1e-a56f-a199500bbc18" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.164462] env[62259]: DEBUG nova.network.neutron [req-ef319eb7-f1de-4c88-96f0-1bfc7861827e req-767c8d58-e8a4-423f-8441-0a0211d655a3 service nova] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Refreshing network info cache for port 97500925-2e0d-4977-aec7-5ca3b4d02d75 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.166191] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:0c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97500925-2e0d-4977-aec7-5ca3b4d02d75', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.179277] env[62259]: DEBUG oslo.service.loopingcall [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.181588] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.181889] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4921c98b-7148-4499-9c0c-ef8c7db408c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.202960] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.202960] env[62259]: value = "task-1692780" [ 1772.202960] env[62259]: _type = "Task" [ 1772.202960] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.211782] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692780, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.343210] env[62259]: DEBUG nova.network.neutron [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "922532eb-beaa-4128-b6a0-3e0ffeb1db30", "address": "fa:16:3e:33:47:bb", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922532eb-be", "ovs_interfaceid": "922532eb-beaa-4128-b6a0-3e0ffeb1db30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0ad399c-e856-42aa-9737-4980e8e9ef57", "address": "fa:16:3e:d8:68:6b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ad399c-e8", "ovs_interfaceid": "f0ad399c-e856-42aa-9737-4980e8e9ef57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.619838] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692778, 'name': PowerOffVM_Task, 'duration_secs': 0.286868} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.620166] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1772.621164] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb61c843-b4e4-4272-815d-f858be3ddef6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.643717] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307725d-c1a7-401c-8c25-60c957a0b874 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.663396] env[62259]: DEBUG oslo_vmware.api [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692779, 'name': PowerOffVM_Task, 'duration_secs': 0.279391} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.663678] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1772.663846] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.664131] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04b693f6-670a-4e82-9df9-fe947f4d2ef7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.676789] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.677379] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85369ac4-071f-438d-b599-21ffe7011f6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.684880] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1772.684880] env[62259]: value = "task-1692782" [ 1772.684880] env[62259]: _type = "Task" [ 1772.684880] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.695952] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1772.696192] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1772.696482] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.696638] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.696821] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1772.697105] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed681bdf-6cd3-479e-914b-df0050dee017 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.712091] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692780, 'name': CreateVM_Task, 'duration_secs': 0.49368} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.715517] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1772.715843] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1772.716015] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1772.717292] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.717452] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.717785] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1772.718016] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de02069a-ac4f-448a-9917-d1fcb2176d23 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.720747] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79fb540-4e7a-4d8a-bb0d-31a8c38118c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.726592] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1772.726592] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52210a25-1639-7647-f039-44597754792c" [ 1772.726592] env[62259]: _type = "Task" [ 1772.726592] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.727671] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1772.727671] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522bacbe-b279-cdb3-c55e-6ba0c2deb982" [ 1772.727671] env[62259]: _type = "Task" [ 1772.727671] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.737643] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.737881] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.737946] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleting the datastore file [datastore1] 071ba0ff-6674-480a-9c76-cfcd6237aa7e {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.738284] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef687b3b-eb02-48d1-8732-c07dc5faa04e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.743506] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52210a25-1639-7647-f039-44597754792c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.748013] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522bacbe-b279-cdb3-c55e-6ba0c2deb982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.749583] env[62259]: DEBUG oslo_vmware.api [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for the task: (returnval){ [ 1772.749583] env[62259]: value = "task-1692783" [ 1772.749583] env[62259]: _type = "Task" [ 1772.749583] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.757750] env[62259]: DEBUG oslo_vmware.api [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.830237] env[62259]: DEBUG oslo_vmware.rw_handles [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fcb24-1330-a892-00cc-a230f2f144ea/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1772.831418] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61dc443-0cc7-4ce6-8901-987d329940b4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.836408] env[62259]: DEBUG nova.compute.manager [req-be03dfdf-9e14-48ba-80c3-b56a9f0f994e req-bc5410fd-9bb3-484f-9d07-1691ada7cefe service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-changed-f0ad399c-e856-42aa-9737-4980e8e9ef57 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1772.836645] env[62259]: DEBUG nova.compute.manager [req-be03dfdf-9e14-48ba-80c3-b56a9f0f994e req-bc5410fd-9bb3-484f-9d07-1691ada7cefe service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Refreshing instance network info cache due to event network-changed-f0ad399c-e856-42aa-9737-4980e8e9ef57. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1772.836858] env[62259]: DEBUG oslo_concurrency.lockutils [req-be03dfdf-9e14-48ba-80c3-b56a9f0f994e req-bc5410fd-9bb3-484f-9d07-1691ada7cefe service nova] Acquiring lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.840587] env[62259]: DEBUG oslo_vmware.rw_handles [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fcb24-1330-a892-00cc-a230f2f144ea/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1772.840766] env[62259]: ERROR oslo_vmware.rw_handles [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fcb24-1330-a892-00cc-a230f2f144ea/disk-0.vmdk due to incomplete transfer. [ 1772.840985] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0b2e733e-880d-40b5-b338-b31ed112a2bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.846489] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.847099] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.847277] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.848410] env[62259]: DEBUG oslo_concurrency.lockutils [req-be03dfdf-9e14-48ba-80c3-b56a9f0f994e req-bc5410fd-9bb3-484f-9d07-1691ada7cefe service nova] Acquired lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.848615] env[62259]: DEBUG nova.network.neutron [req-be03dfdf-9e14-48ba-80c3-b56a9f0f994e req-bc5410fd-9bb3-484f-9d07-1691ada7cefe service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Refreshing network info cache for port f0ad399c-e856-42aa-9737-4980e8e9ef57 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.851717] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf947f99-f641-4de5-a6de-eaf202cd4ea5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.854457] env[62259]: DEBUG oslo_vmware.rw_handles [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fcb24-1330-a892-00cc-a230f2f144ea/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1772.854640] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Uploaded image 19dbba01-ca95-409f-a0ac-262514138ab7 to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1772.856886] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1772.857979] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5ebd931-ae3a-482b-b3d3-bb3a0cdb4d8b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.881311] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.881593] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.881765] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.881946] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.882103] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.882252] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.882454] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.882611] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.882773] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.882940] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.883217] env[62259]: DEBUG nova.virt.hardware [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.890991] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Reconfiguring VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1772.894470] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e99eca2-4b2e-4408-966c-444150bf03f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.907538] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1772.907538] env[62259]: value = "task-1692784" [ 1772.907538] env[62259]: _type = "Task" [ 1772.907538] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.914607] env[62259]: DEBUG oslo_vmware.api [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1772.914607] env[62259]: value = "task-1692785" [ 1772.914607] env[62259]: _type = "Task" [ 1772.914607] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.917662] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692784, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.925057] env[62259]: DEBUG oslo_vmware.api [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692785, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.947638] env[62259]: DEBUG nova.network.neutron [req-ef319eb7-f1de-4c88-96f0-1bfc7861827e req-767c8d58-e8a4-423f-8441-0a0211d655a3 service nova] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Updated VIF entry in instance network info cache for port 97500925-2e0d-4977-aec7-5ca3b4d02d75. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1772.948120] env[62259]: DEBUG nova.network.neutron [req-ef319eb7-f1de-4c88-96f0-1bfc7861827e req-767c8d58-e8a4-423f-8441-0a0211d655a3 service nova] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Updating instance_info_cache with network_info: [{"id": "97500925-2e0d-4977-aec7-5ca3b4d02d75", "address": "fa:16:3e:b0:0c:2c", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97500925-2e", "ovs_interfaceid": "97500925-2e0d-4977-aec7-5ca3b4d02d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.241801] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52210a25-1639-7647-f039-44597754792c, 'name': SearchDatastore_Task, 'duration_secs': 0.029342} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.245294] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.245544] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.245755] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.245979] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522bacbe-b279-cdb3-c55e-6ba0c2deb982, 'name': SearchDatastore_Task, 'duration_secs': 0.015783} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.246719] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca2d4a7-d35b-45aa-afc5-6769d4f4dc4b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.254061] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1773.254061] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d17c54-57f7-13b3-f3cc-3b4826d4c3f8" [ 1773.254061] env[62259]: _type = "Task" [ 1773.254061] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.259593] env[62259]: DEBUG oslo_vmware.api [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Task: {'id': task-1692783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16784} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.260094] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.260304] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1773.260483] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1773.260656] env[62259]: INFO nova.compute.manager [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1773.260884] env[62259]: DEBUG oslo.service.loopingcall [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.261082] env[62259]: DEBUG nova.compute.manager [-] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1773.261188] env[62259]: DEBUG nova.network.neutron [-] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1773.265449] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d17c54-57f7-13b3-f3cc-3b4826d4c3f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.417378] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692784, 'name': Destroy_Task, 'duration_secs': 0.318405} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.417762] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Destroyed the VM [ 1773.418016] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1773.421016] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5f0ae77-42db-478c-a510-9b066d3a37f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.427797] env[62259]: DEBUG oslo_vmware.api [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.429035] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1773.429035] env[62259]: value = "task-1692786" [ 1773.429035] env[62259]: _type = "Task" [ 1773.429035] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.436631] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692786, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.451602] env[62259]: DEBUG oslo_concurrency.lockutils [req-ef319eb7-f1de-4c88-96f0-1bfc7861827e req-767c8d58-e8a4-423f-8441-0a0211d655a3 service nova] Releasing lock "refresh_cache-6717c325-e3a5-4e1e-a56f-a199500bbc18" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.586097] env[62259]: DEBUG nova.network.neutron [req-be03dfdf-9e14-48ba-80c3-b56a9f0f994e req-bc5410fd-9bb3-484f-9d07-1691ada7cefe service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updated VIF entry in instance network info cache for port f0ad399c-e856-42aa-9737-4980e8e9ef57. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.586636] env[62259]: DEBUG nova.network.neutron [req-be03dfdf-9e14-48ba-80c3-b56a9f0f994e req-bc5410fd-9bb3-484f-9d07-1691ada7cefe service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "922532eb-beaa-4128-b6a0-3e0ffeb1db30", "address": "fa:16:3e:33:47:bb", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922532eb-be", "ovs_interfaceid": "922532eb-beaa-4128-b6a0-3e0ffeb1db30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0ad399c-e856-42aa-9737-4980e8e9ef57", "address": "fa:16:3e:d8:68:6b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ad399c-e8", "ovs_interfaceid": "f0ad399c-e856-42aa-9737-4980e8e9ef57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.764498] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d17c54-57f7-13b3-f3cc-3b4826d4c3f8, 'name': SearchDatastore_Task, 'duration_secs': 0.062707} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.764856] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.765140] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 09211258-2289-4761-8c9e-69ff7beb424d/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. {{(pid=62259) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1773.765447] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.765650] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.765873] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-784da2f0-f07a-45ca-afcf-73b7345b0bd7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.768224] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e752e540-ebf9-42bb-abc1-173e12af9abb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.774365] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1773.774365] env[62259]: value = "task-1692787" [ 1773.774365] env[62259]: _type = "Task" [ 1773.774365] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.778683] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.778864] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.782105] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4158945f-6fa1-4fad-a646-4d248d3b437c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.784138] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.786830] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1773.786830] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5226a98c-6fff-4f06-951f-38125dbb0d8e" [ 1773.786830] env[62259]: _type = "Task" [ 1773.786830] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.795286] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5226a98c-6fff-4f06-951f-38125dbb0d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.927147] env[62259]: DEBUG oslo_vmware.api [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.936959] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692786, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.016788] env[62259]: DEBUG nova.network.neutron [-] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.089950] env[62259]: DEBUG oslo_concurrency.lockutils [req-be03dfdf-9e14-48ba-80c3-b56a9f0f994e req-bc5410fd-9bb3-484f-9d07-1691ada7cefe service nova] Releasing lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.285148] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692787, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.296023] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5226a98c-6fff-4f06-951f-38125dbb0d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.015003} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.296861] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ff076e-20eb-453d-802e-baa353d56e46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.302042] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1774.302042] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52197d5c-79fb-f47b-c726-ad5bfbf3c0f6" [ 1774.302042] env[62259]: _type = "Task" [ 1774.302042] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.309697] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52197d5c-79fb-f47b-c726-ad5bfbf3c0f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.428823] env[62259]: DEBUG oslo_vmware.api [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.439492] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692786, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.519319] env[62259]: INFO nova.compute.manager [-] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Took 1.26 seconds to deallocate network for instance. [ 1774.787065] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541511} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.787453] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 09211258-2289-4761-8c9e-69ff7beb424d/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. [ 1774.788123] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9298cb4b-8e76-416d-9851-ff1c9fff6c8c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.814909] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 09211258-2289-4761-8c9e-69ff7beb424d/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.817855] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e7fbca-7d86-4518-ab37-ebf97cef847b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.835818] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52197d5c-79fb-f47b-c726-ad5bfbf3c0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013238} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.836957] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.837239] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 6717c325-e3a5-4e1e-a56f-a199500bbc18/6717c325-e3a5-4e1e-a56f-a199500bbc18.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.837545] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1774.837545] env[62259]: value = "task-1692788" [ 1774.837545] env[62259]: _type = "Task" [ 1774.837545] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.837736] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6670b58b-5a1b-416d-bb8c-0b7558e6bd69 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.848966] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692788, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.850134] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1774.850134] env[62259]: value = "task-1692789" [ 1774.850134] env[62259]: _type = "Task" [ 1774.850134] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.857468] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.929291] env[62259]: DEBUG oslo_vmware.api [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692785, 'name': ReconfigVM_Task, 'duration_secs': 1.602243} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.929870] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.930144] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Reconfigured VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1774.942355] env[62259]: DEBUG oslo_vmware.api [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692786, 'name': RemoveSnapshot_Task, 'duration_secs': 1.130421} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.942355] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1774.942355] env[62259]: INFO nova.compute.manager [None req-0da86320-bf49-4030-9498-81b0a543b058 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Took 15.09 seconds to snapshot the instance on the hypervisor. [ 1774.964301] env[62259]: DEBUG nova.compute.manager [req-30a2204c-5f7e-40db-ab1d-92861c58b59d req-e0a3d1e3-9143-445b-85ed-515fb57cad98 service nova] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Received event network-vif-deleted-0ff8d909-cf34-4a6c-b498-47e8a975d246 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1775.026933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.026933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.027256] env[62259]: DEBUG nova.objects.instance [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lazy-loading 'resources' on Instance uuid 071ba0ff-6674-480a-9c76-cfcd6237aa7e {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.349574] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692788, 'name': ReconfigVM_Task, 'duration_secs': 0.4586} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.349817] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 09211258-2289-4761-8c9e-69ff7beb424d/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1775.350705] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c3ceb8-4664-473e-987e-d014d2e13926 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.361235] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478433} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.379847] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 6717c325-e3a5-4e1e-a56f-a199500bbc18/6717c325-e3a5-4e1e-a56f-a199500bbc18.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.380160] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.385050] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59067f96-adc0-4111-baf7-cf56c58dfe34 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.387086] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b02896e-e50c-46f4-9e01-d778545e154e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.401608] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1775.401608] env[62259]: value = "task-1692790" [ 1775.401608] env[62259]: _type = "Task" [ 1775.401608] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.402840] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1775.402840] env[62259]: value = "task-1692791" [ 1775.402840] env[62259]: _type = "Task" [ 1775.402840] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.413704] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.417017] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692791, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.439032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d75c3d-07c5-4c52-b1ff-cc3ddf8377bb tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-f0ad399c-e856-42aa-9737-4980e8e9ef57" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.420s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.731176] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da97746f-df9f-44e5-b2bd-62bfa9dc5cc3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.739732] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c12b96-592a-4e79-a50d-5e12a9e46d26 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.769483] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89fe8c3-d537-4c68-a2e5-16e0425c2629 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.776895] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c609e6a9-721a-4482-a627-097ca867e045 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.789672] env[62259]: DEBUG nova.compute.provider_tree [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.914961] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067902} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.917816] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1775.918119] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692791, 'name': ReconfigVM_Task, 'duration_secs': 0.169952} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.918773] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be3707a-50b0-4f78-a74f-fa4a7225e378 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.920972] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.921210] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d59639-c83d-426e-91ae-5fa3727063dc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.943513] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 6717c325-e3a5-4e1e-a56f-a199500bbc18/6717c325-e3a5-4e1e-a56f-a199500bbc18.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.945635] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc91063-bfe1-436e-af27-adc30c2794b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.961187] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1775.961187] env[62259]: value = "task-1692792" [ 1775.961187] env[62259]: _type = "Task" [ 1775.961187] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.966797] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1775.966797] env[62259]: value = "task-1692793" [ 1775.966797] env[62259]: _type = "Task" [ 1775.966797] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.973058] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.978805] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.293039] env[62259]: DEBUG nova.scheduler.client.report [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1776.473947] env[62259]: DEBUG oslo_vmware.api [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692792, 'name': PowerOnVM_Task, 'duration_secs': 0.424339} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.474611] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1776.479157] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692793, 'name': ReconfigVM_Task, 'duration_secs': 0.289659} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.480299] env[62259]: DEBUG nova.compute.manager [None req-6dd6235a-328f-4d47-8f72-5961afc6cccb tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1776.480638] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 6717c325-e3a5-4e1e-a56f-a199500bbc18/6717c325-e3a5-4e1e-a56f-a199500bbc18.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.481803] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1694e8a2-07c4-48e8-a4c2-7582dd549c08 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.484408] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7e750a4-4370-4ea0-98f3-ab6ccb3a8c2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.492420] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1776.492420] env[62259]: value = "task-1692794" [ 1776.492420] env[62259]: _type = "Task" [ 1776.492420] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.500194] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692794, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.612935] env[62259]: DEBUG nova.compute.manager [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1776.613905] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a87057-7700-4208-af1c-0bf07851dd41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.798663] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.818880] env[62259]: INFO nova.scheduler.client.report [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Deleted allocations for instance 071ba0ff-6674-480a-9c76-cfcd6237aa7e [ 1776.854506] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-922532eb-beaa-4128-b6a0-3e0ffeb1db30" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.854833] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-922532eb-beaa-4128-b6a0-3e0ffeb1db30" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.004778] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692794, 'name': Rename_Task, 'duration_secs': 0.34273} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.004972] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.005208] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5173e0a-0aca-4937-ba3b-b8851858edf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.010880] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1777.010880] env[62259]: value = "task-1692795" [ 1777.010880] env[62259]: _type = "Task" [ 1777.010880] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.019017] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.126026] env[62259]: INFO nova.compute.manager [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] instance snapshotting [ 1777.129113] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd342d04-0f59-4ec7-a92a-72beb523f7ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.150446] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fbd303-110f-4e93-b3fd-77b4165b56aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.327019] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b814d155-cd93-46f5-b32d-3f423fa58a29 tempest-ServersTestJSON-1367184530 tempest-ServersTestJSON-1367184530-project-member] Lock "071ba0ff-6674-480a-9c76-cfcd6237aa7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.357619] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.357741] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.358597] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65624568-aa62-4549-977a-01797ebc7d78 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.378447] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f2ab1-63a2-4f76-bfd0-6452622e4d72 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.411653] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Reconfiguring VM to detach interface {{(pid=62259) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1777.411653] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52dd1fd1-9972-4c5a-a5ff-38e7031acd30 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.429343] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1777.429343] env[62259]: value = "task-1692796" [ 1777.429343] env[62259]: _type = "Task" [ 1777.429343] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.441338] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.522243] env[62259]: DEBUG oslo_vmware.api [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692795, 'name': PowerOnVM_Task, 'duration_secs': 0.436438} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.522503] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.522704] env[62259]: INFO nova.compute.manager [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1777.522885] env[62259]: DEBUG nova.compute.manager [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.524691] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa7a9e0-8a72-43db-88be-4d38444c27f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.661575] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1777.661901] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-204bc44d-2a34-48f7-b181-9cb9124ad85e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.669273] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1777.669273] env[62259]: value = "task-1692797" [ 1777.669273] env[62259]: _type = "Task" [ 1777.669273] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.676915] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.943665] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.030674] env[62259]: INFO nova.compute.manager [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Unrescuing [ 1778.031112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.031371] env[62259]: DEBUG oslo_concurrency.lockutils [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquired lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.031650] env[62259]: DEBUG nova.network.neutron [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.047090] env[62259]: INFO nova.compute.manager [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Took 15.21 seconds to build instance. [ 1778.178733] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692797, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.440705] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.549672] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c81ad977-e47d-49e6-9c99-0c9cbfea9b19 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.722s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.682873] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692797, 'name': CreateSnapshot_Task, 'duration_secs': 0.527554} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.683258] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1778.684241] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd13c25a-098b-44ba-85cd-373648a8f6f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.837683] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "6717c325-e3a5-4e1e-a56f-a199500bbc18" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.837975] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.838176] env[62259]: DEBUG nova.compute.manager [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.839094] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079c49fa-6c59-4db8-b455-a59c37f48f61 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.845755] env[62259]: DEBUG nova.compute.manager [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62259) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1778.846341] env[62259]: DEBUG nova.objects.instance [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lazy-loading 'flavor' on Instance uuid 6717c325-e3a5-4e1e-a56f-a199500bbc18 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.850762] env[62259]: DEBUG nova.network.neutron [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating instance_info_cache with network_info: [{"id": "925676aa-a2d2-4c34-a7be-0d57391831eb", "address": "fa:16:3e:0e:42:b0", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925676aa-a2", "ovs_interfaceid": "925676aa-a2d2-4c34-a7be-0d57391831eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.942374] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.217021] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1779.217021] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-31a2cde9-9486-4df7-848a-f5c91004035f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.230194] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1779.230194] env[62259]: value = "task-1692798" [ 1779.230194] env[62259]: _type = "Task" [ 1779.230194] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.240095] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692798, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.352460] env[62259]: DEBUG oslo_concurrency.lockutils [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Releasing lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.353069] env[62259]: DEBUG nova.objects.instance [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lazy-loading 'flavor' on Instance uuid 09211258-2289-4761-8c9e-69ff7beb424d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.442181] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.739697] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692798, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.855666] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.858185] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c99b4cb0-136c-4694-9d00-82482b0464b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.860881] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9481735-0080-4c44-82d1-591dc306b85f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.901227] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.905505] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d422cf4-e54f-4ccd-b291-9bde59f994ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.912516] env[62259]: DEBUG oslo_vmware.api [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1779.912516] env[62259]: value = "task-1692799" [ 1779.912516] env[62259]: _type = "Task" [ 1779.912516] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.921597] env[62259]: DEBUG oslo_vmware.api [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1779.921597] env[62259]: value = "task-1692800" [ 1779.921597] env[62259]: _type = "Task" [ 1779.921597] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.935061] env[62259]: DEBUG oslo_vmware.api [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.946995] env[62259]: DEBUG oslo_vmware.api [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.955045] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.239842] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692798, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.412608] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquiring lock "43e407e2-60e8-415a-a173-0ce533ab4ef4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.412871] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "43e407e2-60e8-415a-a173-0ce533ab4ef4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.413105] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquiring lock "43e407e2-60e8-415a-a173-0ce533ab4ef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.413295] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "43e407e2-60e8-415a-a173-0ce533ab4ef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.413466] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "43e407e2-60e8-415a-a173-0ce533ab4ef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.418787] env[62259]: INFO nova.compute.manager [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Terminating instance [ 1780.425182] env[62259]: DEBUG oslo_vmware.api [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692799, 'name': PowerOffVM_Task, 'duration_secs': 0.223011} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.428236] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.428440] env[62259]: DEBUG nova.compute.manager [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.429177] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba4ce3c-bf10-4440-8594-071f66278684 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.437145] env[62259]: DEBUG oslo_vmware.api [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692800, 'name': PowerOffVM_Task, 'duration_secs': 0.276676} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.441055] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.446431] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1780.448654] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b31c44e-5590-49ea-a8fa-2f8e9524399c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.471223] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.472426] env[62259]: DEBUG oslo_vmware.api [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1780.472426] env[62259]: value = "task-1692801" [ 1780.472426] env[62259]: _type = "Task" [ 1780.472426] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.479967] env[62259]: DEBUG oslo_vmware.api [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.743155] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692798, 'name': CloneVM_Task} progress is 95%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.923410] env[62259]: DEBUG nova.compute.manager [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1780.923410] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1780.924398] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4043747f-8e2a-4f07-98c9-0bc76493822d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.932091] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1780.932350] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdb2eb0a-5305-49c7-95c8-d69d196149e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.941967] env[62259]: DEBUG oslo_vmware.api [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1780.941967] env[62259]: value = "task-1692802" [ 1780.941967] env[62259]: _type = "Task" [ 1780.941967] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.948464] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.954064] env[62259]: DEBUG oslo_vmware.api [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.967534] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d2ca9660-addd-4cd9-89fc-7c32e351944f tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.129s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.982207] env[62259]: DEBUG oslo_vmware.api [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692801, 'name': ReconfigVM_Task, 'duration_secs': 0.256151} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.983030] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1780.983304] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.983475] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea23e8b4-b75e-4c3e-a52c-cc5eac3a1b4f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.989645] env[62259]: DEBUG oslo_vmware.api [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1780.989645] env[62259]: value = "task-1692803" [ 1780.989645] env[62259]: _type = "Task" [ 1780.989645] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.997186] env[62259]: DEBUG oslo_vmware.api [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.241697] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692798, 'name': CloneVM_Task, 'duration_secs': 1.630184} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.241697] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Created linked-clone VM from snapshot [ 1781.242445] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a75888d-041f-4ab8-afdc-ed829928b41b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.250322] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Uploading image f59d26b3-66f6-4173-a205-ed5d391a1906 {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1781.275841] env[62259]: DEBUG oslo_vmware.rw_handles [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1781.275841] env[62259]: value = "vm-352995" [ 1781.275841] env[62259]: _type = "VirtualMachine" [ 1781.275841] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1781.276205] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-032743be-f2ce-48c7-af2d-76316eba8de6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.283796] env[62259]: DEBUG oslo_vmware.rw_handles [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lease: (returnval){ [ 1781.283796] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5253d06b-e85a-e30a-25fe-02a9a42b7df2" [ 1781.283796] env[62259]: _type = "HttpNfcLease" [ 1781.283796] env[62259]: } obtained for exporting VM: (result){ [ 1781.283796] env[62259]: value = "vm-352995" [ 1781.283796] env[62259]: _type = "VirtualMachine" [ 1781.283796] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1781.284098] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the lease: (returnval){ [ 1781.284098] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5253d06b-e85a-e30a-25fe-02a9a42b7df2" [ 1781.284098] env[62259]: _type = "HttpNfcLease" [ 1781.284098] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1781.290470] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1781.290470] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5253d06b-e85a-e30a-25fe-02a9a42b7df2" [ 1781.290470] env[62259]: _type = "HttpNfcLease" [ 1781.290470] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1781.324162] env[62259]: DEBUG oslo_concurrency.lockutils [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "6717c325-e3a5-4e1e-a56f-a199500bbc18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.324521] env[62259]: DEBUG oslo_concurrency.lockutils [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.324740] env[62259]: DEBUG oslo_concurrency.lockutils [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "6717c325-e3a5-4e1e-a56f-a199500bbc18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.324929] env[62259]: DEBUG oslo_concurrency.lockutils [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.325119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.327306] env[62259]: INFO nova.compute.manager [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Terminating instance [ 1781.449416] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.454161] env[62259]: DEBUG oslo_vmware.api [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692802, 'name': PowerOffVM_Task, 'duration_secs': 0.206072} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.454394] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1781.454563] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1781.454789] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0076074d-4578-4ccf-8469-5d50802b0481 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.500101] env[62259]: DEBUG oslo_vmware.api [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692803, 'name': PowerOnVM_Task, 'duration_secs': 0.410511} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.500354] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.500580] env[62259]: DEBUG nova.compute.manager [None req-937664c9-80b7-4fa8-ac56-69f49ea8875e tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.501808] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397520d2-90c3-4bba-8d6b-99c3df3633cf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.551332] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1781.551585] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1781.551741] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Deleting the datastore file [datastore1] 43e407e2-60e8-415a-a173-0ce533ab4ef4 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1781.552012] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d43aaf1-2200-4cc9-a4a1-3fa0dc9b5284 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.557939] env[62259]: DEBUG oslo_vmware.api [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for the task: (returnval){ [ 1781.557939] env[62259]: value = "task-1692806" [ 1781.557939] env[62259]: _type = "Task" [ 1781.557939] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.565111] env[62259]: DEBUG oslo_vmware.api [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.792262] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1781.792262] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5253d06b-e85a-e30a-25fe-02a9a42b7df2" [ 1781.792262] env[62259]: _type = "HttpNfcLease" [ 1781.792262] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1781.792547] env[62259]: DEBUG oslo_vmware.rw_handles [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1781.792547] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5253d06b-e85a-e30a-25fe-02a9a42b7df2" [ 1781.792547] env[62259]: _type = "HttpNfcLease" [ 1781.792547] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1781.793259] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fff9086-6669-4a75-8d2c-9a56ffa47be4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.800625] env[62259]: DEBUG oslo_vmware.rw_handles [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52341eb4-3306-b146-fcfb-a5830024f399/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1781.800818] env[62259]: DEBUG oslo_vmware.rw_handles [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52341eb4-3306-b146-fcfb-a5830024f399/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1781.856927] env[62259]: DEBUG nova.compute.manager [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1781.857153] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1781.858326] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bafd062-31e2-44cc-84ae-823fa97d0fe8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.866281] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1781.866508] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d1d6497-8f1b-40d6-9ee8-150996b13d9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.888435] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77d214e1-9822-4af1-aa79-c86ef87b09c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.947953] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.989064] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1781.989314] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1781.989588] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleting the datastore file [datastore1] 6717c325-e3a5-4e1e-a56f-a199500bbc18 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1781.989777] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-613cb12e-2d1f-4e89-884c-8bc548b93140 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.996451] env[62259]: DEBUG oslo_vmware.api [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1781.996451] env[62259]: value = "task-1692808" [ 1781.996451] env[62259]: _type = "Task" [ 1781.996451] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.004331] env[62259]: DEBUG oslo_vmware.api [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.068601] env[62259]: DEBUG oslo_vmware.api [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Task: {'id': task-1692806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126559} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.070930] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1782.071284] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1782.071588] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1782.071908] env[62259]: INFO nova.compute.manager [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1782.072295] env[62259]: DEBUG oslo.service.loopingcall [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.072784] env[62259]: DEBUG nova.compute.manager [-] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1782.073019] env[62259]: DEBUG nova.network.neutron [-] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1782.449285] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.506516] env[62259]: DEBUG oslo_vmware.api [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136684} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.507511] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1782.508020] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1782.508131] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1782.508279] env[62259]: INFO nova.compute.manager [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1782.508529] env[62259]: DEBUG oslo.service.loopingcall [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.508924] env[62259]: DEBUG nova.compute.manager [-] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1782.508989] env[62259]: DEBUG nova.network.neutron [-] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1782.640975] env[62259]: DEBUG nova.compute.manager [req-87cb6bbe-e40d-47c9-9941-2b3ea7a20fef req-d0850115-a32f-44cc-aad0-5eb7cad79365 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Received event network-vif-deleted-b62821ac-66e2-4e09-a107-762376d3e725 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1782.641507] env[62259]: INFO nova.compute.manager [req-87cb6bbe-e40d-47c9-9941-2b3ea7a20fef req-d0850115-a32f-44cc-aad0-5eb7cad79365 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Neutron deleted interface b62821ac-66e2-4e09-a107-762376d3e725; detaching it from the instance and deleting it from the info cache [ 1782.641724] env[62259]: DEBUG nova.network.neutron [req-87cb6bbe-e40d-47c9-9941-2b3ea7a20fef req-d0850115-a32f-44cc-aad0-5eb7cad79365 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.822615] env[62259]: DEBUG nova.compute.manager [req-b515ef8f-abaf-46df-9bf8-7ae05511f965 req-1ccb2e55-4e06-424f-aa81-61645106b9c2 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Received event network-changed-925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1782.822706] env[62259]: DEBUG nova.compute.manager [req-b515ef8f-abaf-46df-9bf8-7ae05511f965 req-1ccb2e55-4e06-424f-aa81-61645106b9c2 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Refreshing instance network info cache due to event network-changed-925676aa-a2d2-4c34-a7be-0d57391831eb. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1782.822887] env[62259]: DEBUG oslo_concurrency.lockutils [req-b515ef8f-abaf-46df-9bf8-7ae05511f965 req-1ccb2e55-4e06-424f-aa81-61645106b9c2 service nova] Acquiring lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.823072] env[62259]: DEBUG oslo_concurrency.lockutils [req-b515ef8f-abaf-46df-9bf8-7ae05511f965 req-1ccb2e55-4e06-424f-aa81-61645106b9c2 service nova] Acquired lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.823243] env[62259]: DEBUG nova.network.neutron [req-b515ef8f-abaf-46df-9bf8-7ae05511f965 req-1ccb2e55-4e06-424f-aa81-61645106b9c2 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Refreshing network info cache for port 925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.949927] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.964194] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "3a82bff9-2878-493b-a785-03c82e360108" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.964527] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.098434] env[62259]: DEBUG nova.network.neutron [-] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.148181] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b57c5126-7d63-481e-8da4-fa32682a198b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.159159] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7baacc-0ec0-4b36-adbd-67ce937646b3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.193291] env[62259]: DEBUG nova.compute.manager [req-87cb6bbe-e40d-47c9-9941-2b3ea7a20fef req-d0850115-a32f-44cc-aad0-5eb7cad79365 service nova] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Detach interface failed, port_id=b62821ac-66e2-4e09-a107-762376d3e725, reason: Instance 43e407e2-60e8-415a-a173-0ce533ab4ef4 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1783.397567] env[62259]: DEBUG nova.network.neutron [-] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.450689] env[62259]: DEBUG oslo_vmware.api [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692796, 'name': ReconfigVM_Task, 'duration_secs': 5.737678} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.452078] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.452078] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Reconfigured VM to detach interface {{(pid=62259) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1783.471117] env[62259]: DEBUG nova.compute.utils [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1783.599776] env[62259]: DEBUG nova.network.neutron [req-b515ef8f-abaf-46df-9bf8-7ae05511f965 req-1ccb2e55-4e06-424f-aa81-61645106b9c2 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updated VIF entry in instance network info cache for port 925676aa-a2d2-4c34-a7be-0d57391831eb. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1783.600201] env[62259]: DEBUG nova.network.neutron [req-b515ef8f-abaf-46df-9bf8-7ae05511f965 req-1ccb2e55-4e06-424f-aa81-61645106b9c2 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating instance_info_cache with network_info: [{"id": "925676aa-a2d2-4c34-a7be-0d57391831eb", "address": "fa:16:3e:0e:42:b0", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925676aa-a2", "ovs_interfaceid": "925676aa-a2d2-4c34-a7be-0d57391831eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.603118] env[62259]: INFO nova.compute.manager [-] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Took 1.53 seconds to deallocate network for instance. [ 1783.900336] env[62259]: INFO nova.compute.manager [-] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Took 1.39 seconds to deallocate network for instance. [ 1783.973914] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.104383] env[62259]: DEBUG oslo_concurrency.lockutils [req-b515ef8f-abaf-46df-9bf8-7ae05511f965 req-1ccb2e55-4e06-424f-aa81-61645106b9c2 service nova] Releasing lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.112855] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.113212] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.113496] env[62259]: DEBUG nova.objects.instance [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lazy-loading 'resources' on Instance uuid 43e407e2-60e8-415a-a173-0ce533ab4ef4 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.407447] env[62259]: DEBUG oslo_concurrency.lockutils [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.668684] env[62259]: DEBUG nova.compute.manager [req-deaeb5eb-bf15-4003-b174-e25c7ef766ef req-18e54d02-bd31-4134-ade4-a87ad5b6ac08 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-vif-deleted-922532eb-beaa-4128-b6a0-3e0ffeb1db30 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1784.668939] env[62259]: INFO nova.compute.manager [req-deaeb5eb-bf15-4003-b174-e25c7ef766ef req-18e54d02-bd31-4134-ade4-a87ad5b6ac08 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Neutron deleted interface 922532eb-beaa-4128-b6a0-3e0ffeb1db30; detaching it from the instance and deleting it from the info cache [ 1784.669295] env[62259]: DEBUG nova.network.neutron [req-deaeb5eb-bf15-4003-b174-e25c7ef766ef req-18e54d02-bd31-4134-ade4-a87ad5b6ac08 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0ad399c-e856-42aa-9737-4980e8e9ef57", "address": "fa:16:3e:d8:68:6b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ad399c-e8", "ovs_interfaceid": "f0ad399c-e856-42aa-9737-4980e8e9ef57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.674682] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.675925] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.675925] env[62259]: DEBUG nova.network.neutron [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.764484] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.764740] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.764951] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.765214] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.765406] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.767619] env[62259]: INFO nova.compute.manager [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Terminating instance [ 1784.806373] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ff43ac-afb9-42bb-b163-8ddb4f6f1a2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.816927] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8663ad39-4baf-43d9-92d5-d8c1169b5fb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.849637] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef80a56f-6dff-4dde-bd15-854238a129b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.856941] env[62259]: DEBUG nova.compute.manager [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Received event network-changed-925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1784.857165] env[62259]: DEBUG nova.compute.manager [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Refreshing instance network info cache due to event network-changed-925676aa-a2d2-4c34-a7be-0d57391831eb. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1784.857389] env[62259]: DEBUG oslo_concurrency.lockutils [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] Acquiring lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.857534] env[62259]: DEBUG oslo_concurrency.lockutils [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] Acquired lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.857693] env[62259]: DEBUG nova.network.neutron [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Refreshing network info cache for port 925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.862524] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540101a9-699e-4917-9c48-1bcaad44f8f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.877338] env[62259]: DEBUG nova.compute.provider_tree [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.036460] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "3a82bff9-2878-493b-a785-03c82e360108" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.036733] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.037013] env[62259]: INFO nova.compute.manager [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Attaching volume 8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce to /dev/sdb [ 1785.070095] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7b4696-a3dc-476c-b5d6-acc9b1e65a42 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.077076] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f03afde-388a-477f-b21f-fc1c863f7596 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.090937] env[62259]: DEBUG nova.virt.block_device [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Updating existing volume attachment record: d87ab829-e619-4be2-9000-00dfe970cdba {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1785.172074] env[62259]: DEBUG oslo_concurrency.lockutils [req-deaeb5eb-bf15-4003-b174-e25c7ef766ef req-18e54d02-bd31-4134-ade4-a87ad5b6ac08 service nova] Acquiring lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.273317] env[62259]: DEBUG nova.compute.manager [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1785.273317] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1785.273317] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89e393a-5149-4514-8f60-68a8cdbb0165 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.280092] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.280349] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f799ef3-3b25-4d99-ad48-387ee521be60 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.286512] env[62259]: DEBUG oslo_vmware.api [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1785.286512] env[62259]: value = "task-1692810" [ 1785.286512] env[62259]: _type = "Task" [ 1785.286512] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.295570] env[62259]: DEBUG oslo_vmware.api [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.380069] env[62259]: DEBUG nova.scheduler.client.report [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1785.443145] env[62259]: INFO nova.network.neutron [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Port f0ad399c-e856-42aa-9737-4980e8e9ef57 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1785.443770] env[62259]: DEBUG nova.network.neutron [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.787145] env[62259]: DEBUG nova.network.neutron [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updated VIF entry in instance network info cache for port 925676aa-a2d2-4c34-a7be-0d57391831eb. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1785.787549] env[62259]: DEBUG nova.network.neutron [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating instance_info_cache with network_info: [{"id": "925676aa-a2d2-4c34-a7be-0d57391831eb", "address": "fa:16:3e:0e:42:b0", "network": {"id": "3585af12-7065-407f-a0e9-ba6e990e8dd0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1902264840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396f50687d444c03ab4b26142961e254", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925676aa-a2", "ovs_interfaceid": "925676aa-a2d2-4c34-a7be-0d57391831eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.797981] env[62259]: DEBUG oslo_vmware.api [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692810, 'name': PowerOffVM_Task, 'duration_secs': 0.202402} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.798855] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1785.799045] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1785.799310] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8120cee-f0c3-47ab-8aa8-9cdc75a2a2a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.886101] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.888894] env[62259]: DEBUG oslo_concurrency.lockutils [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.481s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.888894] env[62259]: DEBUG nova.objects.instance [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lazy-loading 'resources' on Instance uuid 6717c325-e3a5-4e1e-a56f-a199500bbc18 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.910466] env[62259]: INFO nova.scheduler.client.report [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Deleted allocations for instance 43e407e2-60e8-415a-a173-0ce533ab4ef4 [ 1785.918107] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1785.918349] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1785.918548] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleting the datastore file [datastore1] 1bed46b8-2a21-447c-ac0d-f2542767c4d5 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1785.918815] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93aa093f-a213-4949-882d-2146d1a40439 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.924565] env[62259]: DEBUG oslo_vmware.api [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1785.924565] env[62259]: value = "task-1692814" [ 1785.924565] env[62259]: _type = "Task" [ 1785.924565] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.932888] env[62259]: DEBUG oslo_vmware.api [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.947742] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.293342] env[62259]: DEBUG oslo_concurrency.lockutils [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] Releasing lock "refresh_cache-09211258-2289-4761-8c9e-69ff7beb424d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.294025] env[62259]: DEBUG nova.compute.manager [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Received event network-vif-deleted-97500925-2e0d-4977-aec7-5ca3b4d02d75 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1786.294025] env[62259]: DEBUG nova.compute.manager [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-vif-deleted-f0ad399c-e856-42aa-9737-4980e8e9ef57 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1786.294025] env[62259]: INFO nova.compute.manager [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Neutron deleted interface f0ad399c-e856-42aa-9737-4980e8e9ef57; detaching it from the instance and deleting it from the info cache [ 1786.294329] env[62259]: DEBUG nova.network.neutron [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [{"id": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "address": "fa:16:3e:7f:d8:9d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ae6727-39", "ovs_interfaceid": "a6ae6727-39cc-42e5-bd0d-806131b2e969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.420299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4eb2e644-41ac-48c5-abbb-67b736731214 tempest-ServersV294TestFqdnHostnames-2009512889 tempest-ServersV294TestFqdnHostnames-2009512889-project-member] Lock "43e407e2-60e8-415a-a173-0ce533ab4ef4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.007s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.434792] env[62259]: DEBUG oslo_vmware.api [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310733} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.437735] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.437980] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.438200] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.438433] env[62259]: INFO nova.compute.manager [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1786.438695] env[62259]: DEBUG oslo.service.loopingcall [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.439399] env[62259]: DEBUG nova.compute.manager [-] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1786.439499] env[62259]: DEBUG nova.network.neutron [-] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1786.452538] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d85d7b4c-18e6-4b99-a13d-82ef289ef2da tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-1bed46b8-2a21-447c-ac0d-f2542767c4d5-922532eb-beaa-4128-b6a0-3e0ffeb1db30" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.598s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.486319] env[62259]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port f0ad399c-e856-42aa-9737-4980e8e9ef57 could not be found.", "detail": ""}} {{(pid=62259) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1786.486535] env[62259]: DEBUG nova.network.neutron [-] Unable to show port f0ad399c-e856-42aa-9737-4980e8e9ef57 as it no longer exists. {{(pid=62259) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1786.577066] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d578c937-4c94-4fab-8aba-2a30d402faad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.585640] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18b632a-3ccd-4623-a6c1-750380669818 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.616365] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45409114-79e2-47d6-bb89-e5a21644d0f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.626383] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a916082f-8524-4e2d-b32a-4f1903dcce44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.654263] env[62259]: DEBUG nova.compute.provider_tree [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.799035] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87ddd95e-c301-4d5c-ae06-5d66c752b698 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.807686] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f7fed-6405-4f1c-8ff2-6dddcfa435f6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.848826] env[62259]: DEBUG nova.compute.manager [req-bb8a36b2-d427-413d-a20d-b77e82fa80d0 req-d4369f7c-7d89-45ce-972f-c08aed367cd0 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Detach interface failed, port_id=f0ad399c-e856-42aa-9737-4980e8e9ef57, reason: Instance 1bed46b8-2a21-447c-ac0d-f2542767c4d5 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1786.908252] env[62259]: DEBUG nova.compute.manager [req-31a81f25-d910-4d0f-8f30-fab9cb7af49b req-637eeeae-2a83-4fe6-aab8-b3313362e3d0 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Received event network-vif-deleted-a6ae6727-39cc-42e5-bd0d-806131b2e969 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1786.908252] env[62259]: INFO nova.compute.manager [req-31a81f25-d910-4d0f-8f30-fab9cb7af49b req-637eeeae-2a83-4fe6-aab8-b3313362e3d0 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Neutron deleted interface a6ae6727-39cc-42e5-bd0d-806131b2e969; detaching it from the instance and deleting it from the info cache [ 1786.908252] env[62259]: DEBUG nova.network.neutron [req-31a81f25-d910-4d0f-8f30-fab9cb7af49b req-637eeeae-2a83-4fe6-aab8-b3313362e3d0 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.161027] env[62259]: DEBUG nova.scheduler.client.report [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1787.386153] env[62259]: DEBUG nova.network.neutron [-] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.411990] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c82fb64-9c00-4431-b3b2-7eabc9bc256a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.423518] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed67e1-e7d9-4593-9e4e-cbb71bda77f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.469939] env[62259]: DEBUG nova.compute.manager [req-31a81f25-d910-4d0f-8f30-fab9cb7af49b req-637eeeae-2a83-4fe6-aab8-b3313362e3d0 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Detach interface failed, port_id=a6ae6727-39cc-42e5-bd0d-806131b2e969, reason: Instance 1bed46b8-2a21-447c-ac0d-f2542767c4d5 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1787.664146] env[62259]: DEBUG oslo_concurrency.lockutils [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.691765] env[62259]: INFO nova.scheduler.client.report [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted allocations for instance 6717c325-e3a5-4e1e-a56f-a199500bbc18 [ 1787.891664] env[62259]: INFO nova.compute.manager [-] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Took 1.45 seconds to deallocate network for instance. [ 1788.202136] env[62259]: DEBUG oslo_concurrency.lockutils [None req-29862ad0-7c02-4e18-85dd-2a3a07ca9956 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6717c325-e3a5-4e1e-a56f-a199500bbc18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.877s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.398103] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.398525] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.399267] env[62259]: DEBUG nova.objects.instance [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'resources' on Instance uuid 1bed46b8-2a21-447c-ac0d-f2542767c4d5 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.070508] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdb9875-857b-48e0-8a6a-f7a9621ed410 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.078711] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec47326-832a-403e-9e19-f4b92bf1d894 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.109924] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1678093e-d785-4865-b23f-1f7631c3d21c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.117715] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5f80bc-747e-463d-8696-cb83dc07f956 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.131307] env[62259]: DEBUG nova.compute.provider_tree [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.466870] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "c7a8a875-399f-44b7-bf1b-4de529436d5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.467127] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "c7a8a875-399f-44b7-bf1b-4de529436d5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.634892] env[62259]: DEBUG nova.scheduler.client.report [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1789.642419] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1789.642732] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1789.643663] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bc523a-b107-45f1-991d-cc54ab8953a9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.661508] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f816e704-f16b-4f2f-8690-870b2272818b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.687515] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce/volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1789.687827] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02a612ef-2c11-440f-b4e9-b81f2b572f7f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.707154] env[62259]: DEBUG oslo_vmware.api [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1789.707154] env[62259]: value = "task-1692816" [ 1789.707154] env[62259]: _type = "Task" [ 1789.707154] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.715238] env[62259]: DEBUG oslo_vmware.api [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.961432] env[62259]: DEBUG oslo_vmware.rw_handles [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52341eb4-3306-b146-fcfb-a5830024f399/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1789.962390] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19ba847-d814-4202-a0b2-d2dce03a5c52 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.968813] env[62259]: DEBUG oslo_vmware.rw_handles [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52341eb4-3306-b146-fcfb-a5830024f399/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1789.968983] env[62259]: ERROR oslo_vmware.rw_handles [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52341eb4-3306-b146-fcfb-a5830024f399/disk-0.vmdk due to incomplete transfer. [ 1789.969227] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-62c01cc9-602e-424e-855b-18d4448c5395 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.971200] env[62259]: DEBUG nova.compute.manager [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.975788] env[62259]: DEBUG oslo_vmware.rw_handles [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52341eb4-3306-b146-fcfb-a5830024f399/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1789.975975] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Uploaded image f59d26b3-66f6-4173-a205-ed5d391a1906 to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1789.978367] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1789.978604] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e11d55f6-828f-42b3-b07b-39539258893f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.985025] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1789.985025] env[62259]: value = "task-1692817" [ 1789.985025] env[62259]: _type = "Task" [ 1789.985025] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.993821] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692817, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.140789] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.165257] env[62259]: INFO nova.scheduler.client.report [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleted allocations for instance 1bed46b8-2a21-447c-ac0d-f2542767c4d5 [ 1790.218907] env[62259]: DEBUG oslo_vmware.api [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692816, 'name': ReconfigVM_Task, 'duration_secs': 0.434077} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.219733] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce/volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.226377] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f09797b-6f2e-45c4-ba15-0c666e29854d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.242617] env[62259]: DEBUG oslo_vmware.api [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1790.242617] env[62259]: value = "task-1692818" [ 1790.242617] env[62259]: _type = "Task" [ 1790.242617] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.250849] env[62259]: DEBUG oslo_vmware.api [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.496259] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692817, 'name': Destroy_Task, 'duration_secs': 0.408303} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.497314] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.497598] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.499119] env[62259]: INFO nova.compute.claims [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1790.502165] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Destroyed the VM [ 1790.502165] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1790.502718] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9dbcc8ba-7bb0-4e6d-8392-7ed084fba72e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.509245] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1790.509245] env[62259]: value = "task-1692819" [ 1790.509245] env[62259]: _type = "Task" [ 1790.509245] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.518683] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692819, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.674057] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a7bff974-c2e2-4868-9a10-2d5402f772d3 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.909s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.674750] env[62259]: DEBUG oslo_concurrency.lockutils [req-deaeb5eb-bf15-4003-b174-e25c7ef766ef req-18e54d02-bd31-4134-ade4-a87ad5b6ac08 service nova] Acquired lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.676138] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fcb8c3-10d1-4c05-b3d7-13905191f328 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.685856] env[62259]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1790.686077] env[62259]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62259) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1790.686542] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-753cfd93-7d85-4049-b5cd-7ef1f9e5c757 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.695082] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a5e3d8-e9d9-44cc-b79a-44664fb3f0f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.725565] env[62259]: ERROR root [req-deaeb5eb-bf15-4003-b174-e25c7ef766ef req-18e54d02-bd31-4134-ade4-a87ad5b6ac08 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-352966' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-352966' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-352966' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-352966'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-352966' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-352966' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-352966'}\n"]: nova.exception.InstanceNotFound: Instance 1bed46b8-2a21-447c-ac0d-f2542767c4d5 could not be found. [ 1790.725757] env[62259]: DEBUG oslo_concurrency.lockutils [req-deaeb5eb-bf15-4003-b174-e25c7ef766ef req-18e54d02-bd31-4134-ade4-a87ad5b6ac08 service nova] Releasing lock "1bed46b8-2a21-447c-ac0d-f2542767c4d5" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.725955] env[62259]: DEBUG nova.compute.manager [req-deaeb5eb-bf15-4003-b174-e25c7ef766ef req-18e54d02-bd31-4134-ade4-a87ad5b6ac08 service nova] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Detach interface failed, port_id=922532eb-beaa-4128-b6a0-3e0ffeb1db30, reason: Instance 1bed46b8-2a21-447c-ac0d-f2542767c4d5 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1790.750996] env[62259]: DEBUG oslo_vmware.api [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692818, 'name': ReconfigVM_Task, 'duration_secs': 0.127486} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.751253] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1791.022184] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692819, 'name': RemoveSnapshot_Task} progress is 64%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.520183] env[62259]: DEBUG oslo_vmware.api [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692819, 'name': RemoveSnapshot_Task, 'duration_secs': 0.544071} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.520183] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1791.520183] env[62259]: INFO nova.compute.manager [None req-89509eb2-6bf4-4fea-8741-508a2ece0eec tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Took 14.39 seconds to snapshot the instance on the hypervisor. [ 1791.681282] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d22cca-a954-4d4f-a441-5990ae849b93 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.688897] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64c76a4-c662-47e5-926e-698d8f3cac85 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.720630] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0ba729-916c-45f7-9398-e49eb7ef8266 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.727771] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648fecff-8cd1-4caa-a176-d8122d263148 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.740506] env[62259]: DEBUG nova.compute.provider_tree [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.791903] env[62259]: DEBUG nova.objects.instance [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lazy-loading 'flavor' on Instance uuid 3a82bff9-2878-493b-a785-03c82e360108 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.244347] env[62259]: DEBUG nova.scheduler.client.report [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1792.297155] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7024ab3-0c66-4c5b-9ecf-abed36a09cb3 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.305874] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.306919] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.749942] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.750494] env[62259]: DEBUG nova.compute.manager [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1792.812045] env[62259]: DEBUG nova.compute.utils [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.919550] env[62259]: INFO nova.compute.manager [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Rebuilding instance [ 1792.954799] env[62259]: DEBUG nova.compute.manager [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.955737] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f0fbe-e7c0-4d17-b9ac-c462979f015e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.255685] env[62259]: DEBUG nova.compute.utils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1793.257652] env[62259]: DEBUG nova.compute.manager [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1793.257838] env[62259]: DEBUG nova.network.neutron [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1793.306269] env[62259]: DEBUG nova.policy [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62eee616d5a04d60940ed3baa7a7c92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912dd7c70e4046a6838429f2f11c6987', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1793.314500] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.369312] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "5c569164-feb1-492f-93bf-32d133e0685a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.369540] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "5c569164-feb1-492f-93bf-32d133e0685a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.576333] env[62259]: DEBUG nova.network.neutron [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Successfully created port: 263a3ce7-72a6-41ad-b035-1de7c6183e5d {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1793.760423] env[62259]: DEBUG nova.compute.manager [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.871892] env[62259]: DEBUG nova.compute.manager [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1793.970040] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1793.970501] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-898f4e04-9b22-4c23-a273-ce85b402f279 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.980142] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1793.980142] env[62259]: value = "task-1692820" [ 1793.980142] env[62259]: _type = "Task" [ 1793.980142] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.989106] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.212672] env[62259]: DEBUG oslo_concurrency.lockutils [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.213018] env[62259]: DEBUG oslo_concurrency.lockutils [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.213184] env[62259]: DEBUG oslo_concurrency.lockutils [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.213367] env[62259]: DEBUG oslo_concurrency.lockutils [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.213544] env[62259]: DEBUG oslo_concurrency.lockutils [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.215788] env[62259]: INFO nova.compute.manager [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Terminating instance [ 1794.380431] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.381065] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.381152] env[62259]: INFO nova.compute.manager [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Attaching volume be242047-c641-4fae-b96b-f3c2771901ac to /dev/sdb [ 1794.403495] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.403781] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.405410] env[62259]: INFO nova.compute.claims [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.416647] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e181d1-64ee-4a2f-8299-36ebce043ce7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.424118] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5a50f5-b463-447c-84e4-881117f988ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.440950] env[62259]: DEBUG nova.virt.block_device [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating existing volume attachment record: e30189df-a595-492a-b384-8c53a656e506 {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1794.489542] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692820, 'name': PowerOffVM_Task, 'duration_secs': 0.201923} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.489651] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.539063] env[62259]: INFO nova.compute.manager [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Detaching volume 8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce [ 1794.568251] env[62259]: INFO nova.virt.block_device [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Attempting to driver detach volume 8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce from mountpoint /dev/sdb [ 1794.568393] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1794.568580] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1794.569460] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d125fcff-1e28-4ad4-a2ea-428495469e53 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.592451] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8225c8-0e87-43b6-9e5f-fa42f0e3566c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.599151] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30e1ac3-ec25-48d8-b48e-3b4029c9a6d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.620185] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf50f93-c35a-45f0-92b4-58785087d6fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.635301] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce/volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1794.640512] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1794.640794] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68886fbb-669f-4b36-9260-8a79640a48db {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.658532] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1794.658532] env[62259]: value = "task-1692822" [ 1794.658532] env[62259]: _type = "Task" [ 1794.658532] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.668628] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.721350] env[62259]: DEBUG nova.compute.manager [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1794.721668] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.722712] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2208228-0fd6-4eaa-ab5a-10568bcd8dd0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.729834] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.730084] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf57759-7203-4193-b89c-1b384b802b73 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.736549] env[62259]: DEBUG oslo_vmware.api [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1794.736549] env[62259]: value = "task-1692823" [ 1794.736549] env[62259]: _type = "Task" [ 1794.736549] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.744267] env[62259]: DEBUG oslo_vmware.api [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.757929] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "38ab34e3-3381-4037-bddd-548a3366ca90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.758208] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "38ab34e3-3381-4037-bddd-548a3366ca90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.758423] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "38ab34e3-3381-4037-bddd-548a3366ca90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.758608] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "38ab34e3-3381-4037-bddd-548a3366ca90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.758777] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "38ab34e3-3381-4037-bddd-548a3366ca90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.760914] env[62259]: INFO nova.compute.manager [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Terminating instance [ 1794.768998] env[62259]: DEBUG nova.compute.manager [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.800195] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1794.800459] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1794.800618] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.800798] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1794.800943] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.801100] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1794.801331] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1794.801583] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1794.801816] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1794.802018] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1794.802222] env[62259]: DEBUG nova.virt.hardware [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1794.803115] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1631c5-99da-4d08-8501-a4da8c1ca5e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.812251] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91c48a4-5529-4fb6-9a80-1896d141a23b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.982569] env[62259]: DEBUG nova.compute.manager [req-92c28851-09e6-4f68-998d-786fc47699f2 req-1f6204a7-5429-4dbf-9671-5ecbf18616b0 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Received event network-vif-plugged-263a3ce7-72a6-41ad-b035-1de7c6183e5d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1794.982569] env[62259]: DEBUG oslo_concurrency.lockutils [req-92c28851-09e6-4f68-998d-786fc47699f2 req-1f6204a7-5429-4dbf-9671-5ecbf18616b0 service nova] Acquiring lock "c7a8a875-399f-44b7-bf1b-4de529436d5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.982569] env[62259]: DEBUG oslo_concurrency.lockutils [req-92c28851-09e6-4f68-998d-786fc47699f2 req-1f6204a7-5429-4dbf-9671-5ecbf18616b0 service nova] Lock "c7a8a875-399f-44b7-bf1b-4de529436d5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.982569] env[62259]: DEBUG oslo_concurrency.lockutils [req-92c28851-09e6-4f68-998d-786fc47699f2 req-1f6204a7-5429-4dbf-9671-5ecbf18616b0 service nova] Lock "c7a8a875-399f-44b7-bf1b-4de529436d5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.983161] env[62259]: DEBUG nova.compute.manager [req-92c28851-09e6-4f68-998d-786fc47699f2 req-1f6204a7-5429-4dbf-9671-5ecbf18616b0 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] No waiting events found dispatching network-vif-plugged-263a3ce7-72a6-41ad-b035-1de7c6183e5d {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.983806] env[62259]: WARNING nova.compute.manager [req-92c28851-09e6-4f68-998d-786fc47699f2 req-1f6204a7-5429-4dbf-9671-5ecbf18616b0 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Received unexpected event network-vif-plugged-263a3ce7-72a6-41ad-b035-1de7c6183e5d for instance with vm_state building and task_state spawning. [ 1795.083920] env[62259]: DEBUG nova.network.neutron [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Successfully updated port: 263a3ce7-72a6-41ad-b035-1de7c6183e5d {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1795.169242] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692822, 'name': ReconfigVM_Task, 'duration_secs': 0.204579} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.169510] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1795.174116] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dacd0be8-8a31-4ffb-ba8c-5173bb5b4464 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.190433] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1795.190433] env[62259]: value = "task-1692826" [ 1795.190433] env[62259]: _type = "Task" [ 1795.190433] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.200192] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.251604] env[62259]: DEBUG oslo_vmware.api [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692823, 'name': PowerOffVM_Task, 'duration_secs': 0.196218} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.252074] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.252392] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.252781] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a85ba3d6-eb23-4f77-a37a-c6723c3f803b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.267473] env[62259]: DEBUG nova.compute.manager [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.267790] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.269044] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ec7eaa-6759-499f-bca3-46efb716b0f6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.279116] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.279449] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-691816a7-f77b-4751-aa35-f632c11cdf6f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.286167] env[62259]: DEBUG oslo_vmware.api [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1795.286167] env[62259]: value = "task-1692828" [ 1795.286167] env[62259]: _type = "Task" [ 1795.286167] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.319908] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.320303] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.320609] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleting the datastore file [datastore1] 9d593c49-cb71-4a02-8b55-4cfc8e209f69 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.320991] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d674698-3dff-444d-a54c-51b6cb5b6dbc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.329270] env[62259]: DEBUG oslo_vmware.api [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for the task: (returnval){ [ 1795.329270] env[62259]: value = "task-1692829" [ 1795.329270] env[62259]: _type = "Task" [ 1795.329270] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.339168] env[62259]: DEBUG oslo_vmware.api [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.567477] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b259f8-f085-4114-9864-4d11376b6665 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.575077] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bb8c68-c3dc-4d8b-84b0-654a93942e44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.604389] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-c7a8a875-399f-44b7-bf1b-4de529436d5d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.604541] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-c7a8a875-399f-44b7-bf1b-4de529436d5d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.604691] env[62259]: DEBUG nova.network.neutron [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.606697] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb5418d-9084-4379-81e6-8f36262782ea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.614666] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e25e78a-c267-4f26-b270-d9456f2c077f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.628257] env[62259]: DEBUG nova.compute.provider_tree [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.703064] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692826, 'name': ReconfigVM_Task, 'duration_secs': 0.174382} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.703368] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1795.796699] env[62259]: DEBUG oslo_vmware.api [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692828, 'name': PowerOffVM_Task, 'duration_secs': 0.214836} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.797100] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.797142] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.797404] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a144ff59-50b5-4244-ac5e-4376f3f85c4a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.841018] env[62259]: DEBUG oslo_vmware.api [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Task: {'id': task-1692829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301512} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.841393] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.841668] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.841932] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.842598] env[62259]: INFO nova.compute.manager [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1795.842598] env[62259]: DEBUG oslo.service.loopingcall [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.842971] env[62259]: DEBUG nova.compute.manager [-] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.843134] env[62259]: DEBUG nova.network.neutron [-] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.897910] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.898170] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.898357] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Deleting the datastore file [datastore1] 38ab34e3-3381-4037-bddd-548a3366ca90 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.900575] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4768951d-6acd-4963-9042-025f8a1bab09 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.906892] env[62259]: DEBUG oslo_vmware.api [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1795.906892] env[62259]: value = "task-1692831" [ 1795.906892] env[62259]: _type = "Task" [ 1795.906892] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.914866] env[62259]: DEBUG oslo_vmware.api [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.134219] env[62259]: DEBUG nova.scheduler.client.report [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1796.157233] env[62259]: DEBUG nova.network.neutron [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.345066] env[62259]: DEBUG nova.network.neutron [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Updating instance_info_cache with network_info: [{"id": "263a3ce7-72a6-41ad-b035-1de7c6183e5d", "address": "fa:16:3e:08:58:71", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263a3ce7-72", "ovs_interfaceid": "263a3ce7-72a6-41ad-b035-1de7c6183e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.417119] env[62259]: DEBUG oslo_vmware.api [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153704} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.417400] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.417590] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.417762] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.417929] env[62259]: INFO nova.compute.manager [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1796.418191] env[62259]: DEBUG oslo.service.loopingcall [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.418378] env[62259]: DEBUG nova.compute.manager [-] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.418464] env[62259]: DEBUG nova.network.neutron [-] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.637523] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.638215] env[62259]: DEBUG nova.compute.manager [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1796.777663] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1796.777958] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45e2b80d-0e6d-4151-a983-5cc0791b7cbe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.785667] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1796.785667] env[62259]: value = "task-1692832" [ 1796.785667] env[62259]: _type = "Task" [ 1796.785667] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.793381] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.848504] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-c7a8a875-399f-44b7-bf1b-4de529436d5d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.848855] env[62259]: DEBUG nova.compute.manager [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Instance network_info: |[{"id": "263a3ce7-72a6-41ad-b035-1de7c6183e5d", "address": "fa:16:3e:08:58:71", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263a3ce7-72", "ovs_interfaceid": "263a3ce7-72a6-41ad-b035-1de7c6183e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.849300] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:58:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '263a3ce7-72a6-41ad-b035-1de7c6183e5d', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.858425] env[62259]: DEBUG oslo.service.loopingcall [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.858688] env[62259]: DEBUG nova.network.neutron [-] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.859816] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.860055] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db989a2a-083c-44f0-bcbb-c92340031de1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.880410] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.880410] env[62259]: value = "task-1692834" [ 1796.880410] env[62259]: _type = "Task" [ 1796.880410] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.888663] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692834, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.012091] env[62259]: DEBUG nova.compute.manager [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Received event network-changed-263a3ce7-72a6-41ad-b035-1de7c6183e5d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1797.012325] env[62259]: DEBUG nova.compute.manager [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Refreshing instance network info cache due to event network-changed-263a3ce7-72a6-41ad-b035-1de7c6183e5d. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1797.012549] env[62259]: DEBUG oslo_concurrency.lockutils [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] Acquiring lock "refresh_cache-c7a8a875-399f-44b7-bf1b-4de529436d5d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.012694] env[62259]: DEBUG oslo_concurrency.lockutils [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] Acquired lock "refresh_cache-c7a8a875-399f-44b7-bf1b-4de529436d5d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.013445] env[62259]: DEBUG nova.network.neutron [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Refreshing network info cache for port 263a3ce7-72a6-41ad-b035-1de7c6183e5d {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.143112] env[62259]: DEBUG nova.compute.utils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.144682] env[62259]: DEBUG nova.compute.manager [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1797.144861] env[62259]: DEBUG nova.network.neutron [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.166424] env[62259]: DEBUG nova.network.neutron [-] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.187876] env[62259]: DEBUG nova.policy [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff89c1df10be4a04ae985494d0b7f319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd60b06493494d7fb9b08d88318c53d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1797.296502] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1797.296753] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1797.296999] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1797.297815] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcad735a-2830-4ee2-9457-1aa2f81ce3bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.317208] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52267586-8050-4f7a-a0b6-1e4c00862406 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.323398] env[62259]: WARNING nova.virt.vmwareapi.driver [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1797.323650] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1797.324390] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d46c32-1fa3-45e6-a9be-2accee8fa0fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.330634] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1797.330824] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8ac93b4-fb26-4c7c-8341-1938baf2cfd8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.375948] env[62259]: INFO nova.compute.manager [-] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Took 1.53 seconds to deallocate network for instance. [ 1797.389428] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692834, 'name': CreateVM_Task, 'duration_secs': 0.331691} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.389732] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.390247] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.390416] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.390743] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.390988] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec0cd74-a0d8-4dd7-9784-742200e557d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.395801] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1797.395801] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d45fd2-40b8-95e0-d5ed-67dfcdb305ff" [ 1797.395801] env[62259]: _type = "Task" [ 1797.395801] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.404247] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d45fd2-40b8-95e0-d5ed-67dfcdb305ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.405533] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1797.405764] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1797.406121] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleting the datastore file [datastore1] 3a82bff9-2878-493b-a785-03c82e360108 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1797.406214] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d3061a2-ecba-4d01-9684-3a53df46f0d0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.413403] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1797.413403] env[62259]: value = "task-1692836" [ 1797.413403] env[62259]: _type = "Task" [ 1797.413403] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.422133] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.469575] env[62259]: DEBUG nova.network.neutron [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Successfully created port: 6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.648126] env[62259]: DEBUG nova.compute.manager [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1797.668957] env[62259]: INFO nova.compute.manager [-] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Took 1.25 seconds to deallocate network for instance. [ 1797.783446] env[62259]: DEBUG nova.network.neutron [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Updated VIF entry in instance network info cache for port 263a3ce7-72a6-41ad-b035-1de7c6183e5d. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.783820] env[62259]: DEBUG nova.network.neutron [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Updating instance_info_cache with network_info: [{"id": "263a3ce7-72a6-41ad-b035-1de7c6183e5d", "address": "fa:16:3e:08:58:71", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263a3ce7-72", "ovs_interfaceid": "263a3ce7-72a6-41ad-b035-1de7c6183e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.885904] env[62259]: DEBUG oslo_concurrency.lockutils [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.886236] env[62259]: DEBUG oslo_concurrency.lockutils [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.886236] env[62259]: DEBUG nova.objects.instance [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lazy-loading 'resources' on Instance uuid 9d593c49-cb71-4a02-8b55-4cfc8e209f69 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.907805] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d45fd2-40b8-95e0-d5ed-67dfcdb305ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012519} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.908137] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.908368] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.908596] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.908741] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.908915] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.909175] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fef039b-cea4-4cc7-90a1-47003d9a4aa5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.918064] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.918240] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.919172] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422d2b51-4065-443e-af9d-4de875f0367a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.923661] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145327} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.924154] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1797.924347] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1797.924513] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1797.928012] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1797.928012] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e199f5-dc88-2923-4838-4808630beabd" [ 1797.928012] env[62259]: _type = "Task" [ 1797.928012] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.935502] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e199f5-dc88-2923-4838-4808630beabd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.180136] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.286860] env[62259]: DEBUG oslo_concurrency.lockutils [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] Releasing lock "refresh_cache-c7a8a875-399f-44b7-bf1b-4de529436d5d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.287166] env[62259]: DEBUG nova.compute.manager [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Received event network-vif-deleted-ed9804ee-6cae-4ff6-bb31-968151fbbda6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1798.287372] env[62259]: DEBUG nova.compute.manager [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Received event network-vif-deleted-4265256b-eb51-4d06-852e-8fea6ed89a3e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1798.287575] env[62259]: INFO nova.compute.manager [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Neutron deleted interface 4265256b-eb51-4d06-852e-8fea6ed89a3e; detaching it from the instance and deleting it from the info cache [ 1798.287754] env[62259]: DEBUG nova.network.neutron [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.430502] env[62259]: INFO nova.virt.block_device [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Booting with volume 8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce at /dev/sdb [ 1798.445674] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e199f5-dc88-2923-4838-4808630beabd, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.446578] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84dee277-cf0e-4797-b279-a5b01c119123 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.454267] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1798.454267] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52752a3b-16c7-9f71-edfd-6e6522bb305b" [ 1798.454267] env[62259]: _type = "Task" [ 1798.454267] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.462354] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52752a3b-16c7-9f71-edfd-6e6522bb305b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.465653] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-857e8319-796f-4193-b705-12586ed05d7e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.474228] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cdc895-5bed-498d-aed5-998b5144e266 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.506995] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fe6bac0-f553-4372-aa88-1abaa5026bae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.516209] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae24148-251a-406c-a187-b14e4dad298c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.554315] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c166d02d-6cbd-4ce9-8d06-bd4c028d101b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.561338] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496831d3-38aa-4f49-96b1-8653c8eb097b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.577238] env[62259]: DEBUG nova.virt.block_device [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Updating existing volume attachment record: 9a9002e4-5043-4c51-aed2-089d36beb94f {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1798.590927] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4329d65-2897-4cf3-b88d-a1aff3d5a94b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.598214] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeee8ed-f062-4bce-9c18-cb3c6c332474 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.630269] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30f6dfa-f97c-4d24-b404-464df51eefa5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.638095] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c9b1f1-ec4a-469e-ae24-d0119eb7bc96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.651589] env[62259]: DEBUG nova.compute.provider_tree [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.660755] env[62259]: DEBUG nova.compute.manager [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1798.686602] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1798.686892] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1798.687074] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.687262] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1798.687457] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.687765] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1798.688016] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1798.688190] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1798.688366] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1798.688536] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1798.688713] env[62259]: DEBUG nova.virt.hardware [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1798.689737] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f7f7c0-c462-4a3b-9a8f-e609785ec4bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.699137] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b5ec9-6916-4bf3-971d-fc3f3dc611f3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.790162] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3b17317-5e1f-4701-a7da-857347d05c7e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.799957] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e345c2e4-2635-40ef-9262-d04c5112011f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.833019] env[62259]: DEBUG nova.compute.manager [req-eaf10081-70cd-43b0-b286-681b98326999 req-5f20991e-65ea-444d-a94d-c5a2826c1af0 service nova] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Detach interface failed, port_id=4265256b-eb51-4d06-852e-8fea6ed89a3e, reason: Instance 38ab34e3-3381-4037-bddd-548a3366ca90 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1798.966358] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52752a3b-16c7-9f71-edfd-6e6522bb305b, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.966737] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.966965] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c7a8a875-399f-44b7-bf1b-4de529436d5d/c7a8a875-399f-44b7-bf1b-4de529436d5d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.967260] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f7f7a5-e697-4062-9d1d-f1fff2925b50 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.974454] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1798.974454] env[62259]: value = "task-1692837" [ 1798.974454] env[62259]: _type = "Task" [ 1798.974454] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.983020] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.983020] env[62259]: DEBUG nova.network.neutron [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Successfully updated port: 6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1798.989207] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1798.989207] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352999', 'volume_id': 'be242047-c641-4fae-b96b-f3c2771901ac', 'name': 'volume-be242047-c641-4fae-b96b-f3c2771901ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '18295aca-9e8f-4df5-a30f-1d5e34a06957', 'attached_at': '', 'detached_at': '', 'volume_id': 'be242047-c641-4fae-b96b-f3c2771901ac', 'serial': 'be242047-c641-4fae-b96b-f3c2771901ac'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1798.989207] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ca41ec-fda3-472b-a1d2-a8173fd2bc69 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.006482] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca020ba-6ac1-4bff-b624-d4df3f5ef048 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.035873] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-be242047-c641-4fae-b96b-f3c2771901ac/volume-be242047-c641-4fae-b96b-f3c2771901ac.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.036564] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b3f28d-0c2f-4aa8-b485-0e1ff3df81c5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.052264] env[62259]: DEBUG nova.compute.manager [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received event network-vif-plugged-6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1799.052490] env[62259]: DEBUG oslo_concurrency.lockutils [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] Acquiring lock "5c569164-feb1-492f-93bf-32d133e0685a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.052729] env[62259]: DEBUG oslo_concurrency.lockutils [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] Lock "5c569164-feb1-492f-93bf-32d133e0685a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.052885] env[62259]: DEBUG oslo_concurrency.lockutils [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] Lock "5c569164-feb1-492f-93bf-32d133e0685a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.053077] env[62259]: DEBUG nova.compute.manager [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] No waiting events found dispatching network-vif-plugged-6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.053253] env[62259]: WARNING nova.compute.manager [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received unexpected event network-vif-plugged-6de23b65-1a01-4fea-ad5d-f68ae0454f1e for instance with vm_state building and task_state spawning. [ 1799.053417] env[62259]: DEBUG nova.compute.manager [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1799.053580] env[62259]: DEBUG nova.compute.manager [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing instance network info cache due to event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1799.053775] env[62259]: DEBUG oslo_concurrency.lockutils [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] Acquiring lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.053913] env[62259]: DEBUG oslo_concurrency.lockutils [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] Acquired lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.054085] env[62259]: DEBUG nova.network.neutron [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing network info cache for port 6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.060585] env[62259]: DEBUG oslo_vmware.api [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1799.060585] env[62259]: value = "task-1692838" [ 1799.060585] env[62259]: _type = "Task" [ 1799.060585] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.069607] env[62259]: DEBUG oslo_vmware.api [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.155333] env[62259]: DEBUG nova.scheduler.client.report [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1799.487048] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.487048] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504428} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.487048] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] c7a8a875-399f-44b7-bf1b-4de529436d5d/c7a8a875-399f-44b7-bf1b-4de529436d5d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.487711] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.487711] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d654f9f5-3c43-4f7c-8496-1fed20c4f5f3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.494613] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1799.494613] env[62259]: value = "task-1692839" [ 1799.494613] env[62259]: _type = "Task" [ 1799.494613] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.504650] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.570182] env[62259]: DEBUG oslo_vmware.api [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692838, 'name': ReconfigVM_Task, 'duration_secs': 0.387967} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.570460] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-be242047-c641-4fae-b96b-f3c2771901ac/volume-be242047-c641-4fae-b96b-f3c2771901ac.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.575976] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92fcd21e-047f-49fb-8ad9-e562f43ef142 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.586847] env[62259]: DEBUG nova.network.neutron [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.591111] env[62259]: DEBUG oslo_vmware.api [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1799.591111] env[62259]: value = "task-1692840" [ 1799.591111] env[62259]: _type = "Task" [ 1799.591111] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.599269] env[62259]: DEBUG oslo_vmware.api [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.660468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.663771] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.483s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.663771] env[62259]: DEBUG nova.objects.instance [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lazy-loading 'resources' on Instance uuid 38ab34e3-3381-4037-bddd-548a3366ca90 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.669299] env[62259]: DEBUG nova.network.neutron [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.685283] env[62259]: INFO nova.scheduler.client.report [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Deleted allocations for instance 9d593c49-cb71-4a02-8b55-4cfc8e209f69 [ 1800.004797] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062698} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.005101] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.005824] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff5d590-0bc4-46ee-9298-14027f9f728a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.028985] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c7a8a875-399f-44b7-bf1b-4de529436d5d/c7a8a875-399f-44b7-bf1b-4de529436d5d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.029248] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62b57e6a-b460-498d-a0fb-018913b332e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.048861] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1800.048861] env[62259]: value = "task-1692841" [ 1800.048861] env[62259]: _type = "Task" [ 1800.048861] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.056272] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.100562] env[62259]: DEBUG oslo_vmware.api [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692840, 'name': ReconfigVM_Task, 'duration_secs': 0.141281} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.100883] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352999', 'volume_id': 'be242047-c641-4fae-b96b-f3c2771901ac', 'name': 'volume-be242047-c641-4fae-b96b-f3c2771901ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '18295aca-9e8f-4df5-a30f-1d5e34a06957', 'attached_at': '', 'detached_at': '', 'volume_id': 'be242047-c641-4fae-b96b-f3c2771901ac', 'serial': 'be242047-c641-4fae-b96b-f3c2771901ac'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1800.172673] env[62259]: DEBUG oslo_concurrency.lockutils [req-aa32c27c-a396-4d88-9591-664ce60b5e7b req-cac0ea4c-31d6-4e27-9512-20da93af4868 service nova] Releasing lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.173329] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.173329] env[62259]: DEBUG nova.network.neutron [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.194498] env[62259]: DEBUG oslo_concurrency.lockutils [None req-905acaad-a464-4c44-a3b8-2a668b05ecd8 tempest-AttachVolumeShelveTestJSON-1255690492 tempest-AttachVolumeShelveTestJSON-1255690492-project-member] Lock "9d593c49-cb71-4a02-8b55-4cfc8e209f69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.981s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.315984] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41db0e9c-a50e-422a-9196-1bf281ead954 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.324016] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96dd26c-4ddd-4d19-8eee-32390fd65564 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.354776] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717a6701-016c-4227-b4f4-28c1eab9d97e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.361941] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03a1bc-d845-43e1-bc52-44ab3ec813e2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.374817] env[62259]: DEBUG nova.compute.provider_tree [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.560345] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692841, 'name': ReconfigVM_Task, 'duration_secs': 0.329441} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.560709] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c7a8a875-399f-44b7-bf1b-4de529436d5d/c7a8a875-399f-44b7-bf1b-4de529436d5d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.561367] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e0133e2-4d98-462b-a855-86c0e099c035 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.568082] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1800.568082] env[62259]: value = "task-1692842" [ 1800.568082] env[62259]: _type = "Task" [ 1800.568082] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.575657] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692842, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1800.691692] env[62259]: DEBUG nova.virt.hardware [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1800.692951] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ede267-6c05-41fc-a636-e1caf630240f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.700840] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4728fb86-36cf-4e70-a18c-40df67be2460 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.716164] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:8f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '762f9ce0-dd74-4cd0-82dc-9420eea89e4b', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1800.723098] env[62259]: DEBUG oslo.service.loopingcall [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.724029] env[62259]: DEBUG nova.network.neutron [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.725872] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1800.726113] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5ac23ec-d0fb-41ae-9cbf-661dd10bd986 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.747387] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1800.747387] env[62259]: value = "task-1692843" [ 1800.747387] env[62259]: _type = "Task" [ 1800.747387] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.755537] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692843, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.874159] env[62259]: DEBUG nova.network.neutron [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [{"id": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "address": "fa:16:3e:61:08:2d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de23b65-1a", "ovs_interfaceid": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.877743] env[62259]: DEBUG nova.scheduler.client.report [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1801.080124] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692842, 'name': Rename_Task, 'duration_secs': 0.164605} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.080488] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.080726] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-988141fa-aacb-45bb-9fdd-8c9796a8856e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.087319] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1801.087319] env[62259]: value = "task-1692844" [ 1801.087319] env[62259]: _type = "Task" [ 1801.087319] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.096193] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.139017] env[62259]: DEBUG nova.objects.instance [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'flavor' on Instance uuid 18295aca-9e8f-4df5-a30f-1d5e34a06957 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.259215] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692843, 'name': CreateVM_Task, 'duration_secs': 0.391736} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.259543] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1801.260303] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.260570] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.260977] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1801.261357] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbde65f-e34b-4f72-9d5b-0caa5dce4957 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.266902] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1801.266902] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5261dee9-4476-6a67-13a9-2072d847b92d" [ 1801.266902] env[62259]: _type = "Task" [ 1801.266902] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.275638] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5261dee9-4476-6a67-13a9-2072d847b92d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.377149] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.377649] env[62259]: DEBUG nova.compute.manager [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Instance network_info: |[{"id": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "address": "fa:16:3e:61:08:2d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de23b65-1a", "ovs_interfaceid": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1801.378207] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:08:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6de23b65-1a01-4fea-ad5d-f68ae0454f1e', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1801.386063] env[62259]: DEBUG oslo.service.loopingcall [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.386861] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.388958] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.389396] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71b8327e-751d-4a46-8b8d-57fcda1dc16a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.409400] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.409400] env[62259]: value = "task-1692845" [ 1801.409400] env[62259]: _type = "Task" [ 1801.409400] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.417389] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692845, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.422853] env[62259]: INFO nova.scheduler.client.report [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Deleted allocations for instance 38ab34e3-3381-4037-bddd-548a3366ca90 [ 1801.598744] env[62259]: DEBUG oslo_vmware.api [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692844, 'name': PowerOnVM_Task, 'duration_secs': 0.467542} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.599120] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.599377] env[62259]: INFO nova.compute.manager [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1801.599614] env[62259]: DEBUG nova.compute.manager [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.600507] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413be20a-41ec-43a2-b4c8-878dcaeb4927 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.644281] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db058f4a-6f5f-4236-823d-a34bc758bfa0 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.778499] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5261dee9-4476-6a67-13a9-2072d847b92d, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.778919] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.779152] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1801.779431] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.779612] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.779826] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.780130] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e0bd37-6f23-4b83-8f74-8c59af6bb4a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.787864] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.788678] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.788775] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3642ae3-c327-4326-bd49-be7f74bd5a19 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.793739] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1801.793739] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52654a83-e4b0-9d00-5fbb-797b9610ddec" [ 1801.793739] env[62259]: _type = "Task" [ 1801.793739] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.802749] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52654a83-e4b0-9d00-5fbb-797b9610ddec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.919707] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692845, 'name': CreateVM_Task, 'duration_secs': 0.371798} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.919795] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1801.920623] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.920802] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.921178] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1801.921415] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bd8688-f6b8-4cbc-aa60-9ff253059471 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.926553] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1801.926553] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52705a98-496a-c54f-9ceb-979455023bf1" [ 1801.926553] env[62259]: _type = "Task" [ 1801.926553] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.932090] env[62259]: DEBUG oslo_concurrency.lockutils [None req-f908aa09-df49-497c-b7ea-114b23fc199d tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "38ab34e3-3381-4037-bddd-548a3366ca90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.174s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.943123] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52705a98-496a-c54f-9ceb-979455023bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.943885] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.943885] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1801.943885] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.117968] env[62259]: INFO nova.compute.manager [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Took 11.64 seconds to build instance. [ 1802.304109] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52654a83-e4b0-9d00-5fbb-797b9610ddec, 'name': SearchDatastore_Task, 'duration_secs': 0.008194} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.304882] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f144eb4f-e852-445b-a1d1-17440770b049 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.310178] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1802.310178] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526ffc59-4582-fd86-8382-734fbf15c18f" [ 1802.310178] env[62259]: _type = "Task" [ 1802.310178] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.324038] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526ffc59-4582-fd86-8382-734fbf15c18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.503141] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.503473] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.503696] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.503883] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.504069] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.506140] env[62259]: INFO nova.compute.manager [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Terminating instance [ 1802.619950] env[62259]: DEBUG oslo_concurrency.lockutils [None req-384dc1bf-6a24-41db-9242-dc6b96681d27 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "c7a8a875-399f-44b7-bf1b-4de529436d5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.153s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.731033] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aaf603-085d-48db-af4d-c332853cd5c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.738351] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c10c493d-7e47-4c44-acd8-3f017e588842 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Suspending the VM {{(pid=62259) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1802.738528] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9e27e432-82bf-4fe9-886d-b2680bf92dd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.744813] env[62259]: DEBUG oslo_vmware.api [None req-c10c493d-7e47-4c44-acd8-3f017e588842 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1802.744813] env[62259]: value = "task-1692847" [ 1802.744813] env[62259]: _type = "Task" [ 1802.744813] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.753279] env[62259]: DEBUG oslo_vmware.api [None req-c10c493d-7e47-4c44-acd8-3f017e588842 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692847, 'name': SuspendVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.821130] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526ffc59-4582-fd86-8382-734fbf15c18f, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.821471] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.822027] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3a82bff9-2878-493b-a785-03c82e360108/3a82bff9-2878-493b-a785-03c82e360108.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1802.822148] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.822318] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.822570] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b519a8e-f458-4509-ad6a-a54944f19804 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.824740] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1978a1c-4f9e-4c3a-8bdc-ecd0174237c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.835241] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1802.835241] env[62259]: value = "task-1692848" [ 1802.835241] env[62259]: _type = "Task" [ 1802.835241] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.835941] env[62259]: DEBUG nova.compute.manager [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Stashing vm_state: active {{(pid=62259) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1802.843024] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.843229] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.844470] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9f5988-7598-4a2b-bdd9-8cfb60ca8f41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.851760] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.853427] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1802.853427] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a90efd-d3f0-fc0a-bc59-bc6bd49af02d" [ 1802.853427] env[62259]: _type = "Task" [ 1802.853427] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.862154] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a90efd-d3f0-fc0a-bc59-bc6bd49af02d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.010451] env[62259]: DEBUG nova.compute.manager [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1803.010770] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.011856] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cae374c-a073-4ba4-9ac2-95405fa0363b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.021129] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.021477] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ba4c11c-6c4d-4f1f-bac2-9886ff4a0320 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.027663] env[62259]: DEBUG oslo_vmware.api [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1803.027663] env[62259]: value = "task-1692849" [ 1803.027663] env[62259]: _type = "Task" [ 1803.027663] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.036459] env[62259]: DEBUG oslo_vmware.api [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.256473] env[62259]: DEBUG oslo_vmware.api [None req-c10c493d-7e47-4c44-acd8-3f017e588842 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692847, 'name': SuspendVM_Task} progress is 70%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.357745] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692848, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.365285] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.365602] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.372731] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a90efd-d3f0-fc0a-bc59-bc6bd49af02d, 'name': SearchDatastore_Task, 'duration_secs': 0.018334} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.374237] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4440ff4c-7d9c-4e98-b151-b3a6947fd5c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.381680] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1803.381680] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ebe16c-6ad3-4a82-6e70-a9d8e536d446" [ 1803.381680] env[62259]: _type = "Task" [ 1803.381680] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.393378] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ebe16c-6ad3-4a82-6e70-a9d8e536d446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.538835] env[62259]: DEBUG oslo_vmware.api [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692849, 'name': PowerOffVM_Task, 'duration_secs': 0.437423} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.539117] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.539294] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.539559] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84df4164-a12b-4500-a8a3-0dd0fce2c5d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.629617] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.629845] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.630045] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Deleting the datastore file [datastore1] 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.630314] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d3c19fb-5219-4e64-9957-36ac4894f641 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.636364] env[62259]: DEBUG oslo_vmware.api [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for the task: (returnval){ [ 1803.636364] env[62259]: value = "task-1692851" [ 1803.636364] env[62259]: _type = "Task" [ 1803.636364] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.643811] env[62259]: DEBUG oslo_vmware.api [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.755345] env[62259]: DEBUG oslo_vmware.api [None req-c10c493d-7e47-4c44-acd8-3f017e588842 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692847, 'name': SuspendVM_Task, 'duration_secs': 0.629317} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.755623] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c10c493d-7e47-4c44-acd8-3f017e588842 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Suspended the VM {{(pid=62259) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1803.755808] env[62259]: DEBUG nova.compute.manager [None req-c10c493d-7e47-4c44-acd8-3f017e588842 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.756575] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdfa0cc-5b0e-4c99-b467-95d1b5757768 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.849689] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603659} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.849978] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 3a82bff9-2878-493b-a785-03c82e360108/3a82bff9-2878-493b-a785-03c82e360108.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1803.850233] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1803.850513] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bdd24e8-edcd-4bba-9833-7ebc0d551e06 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.857698] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1803.857698] env[62259]: value = "task-1692852" [ 1803.857698] env[62259]: _type = "Task" [ 1803.857698] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.867094] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.875885] env[62259]: INFO nova.compute.claims [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.891048] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ebe16c-6ad3-4a82-6e70-a9d8e536d446, 'name': SearchDatastore_Task, 'duration_secs': 0.042173} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.891320] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.891586] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5c569164-feb1-492f-93bf-32d133e0685a/5c569164-feb1-492f-93bf-32d133e0685a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.891821] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b972056e-dbab-4d0b-a111-ed232c04f87b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.898571] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1803.898571] env[62259]: value = "task-1692853" [ 1803.898571] env[62259]: _type = "Task" [ 1803.898571] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.906840] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.988895] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "22b35895-839f-4138-817c-f9545682145d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.989517] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.151939] env[62259]: DEBUG oslo_vmware.api [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Task: {'id': task-1692851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138167} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.152338] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.152538] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.152815] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.153198] env[62259]: INFO nova.compute.manager [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1804.153613] env[62259]: DEBUG oslo.service.loopingcall [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.153951] env[62259]: DEBUG nova.compute.manager [-] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.154153] env[62259]: DEBUG nova.network.neutron [-] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.366936] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083383} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.367392] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1804.368248] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65eabbf-942f-4006-960d-ee3b772658ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.385314] env[62259]: INFO nova.compute.resource_tracker [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating resource usage from migration 69c115c8-da98-4d5a-8a3f-7929d1365e8a [ 1804.396682] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 3a82bff9-2878-493b-a785-03c82e360108/3a82bff9-2878-493b-a785-03c82e360108.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.398354] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef0279c-0241-4994-81c1-83cc4c37ae1f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.427135] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1804.427135] env[62259]: value = "task-1692854" [ 1804.427135] env[62259]: _type = "Task" [ 1804.427135] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.428841] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692853, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.438494] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.469809] env[62259]: DEBUG nova.compute.manager [req-5f494f6e-6077-4a61-ad3a-ae108950182b req-6055d0b3-c8c5-477f-b149-e25db5b87724 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Received event network-vif-deleted-54ae4652-7bd1-40db-befc-0ea79c41c105 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1804.470225] env[62259]: INFO nova.compute.manager [req-5f494f6e-6077-4a61-ad3a-ae108950182b req-6055d0b3-c8c5-477f-b149-e25db5b87724 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Neutron deleted interface 54ae4652-7bd1-40db-befc-0ea79c41c105; detaching it from the instance and deleting it from the info cache [ 1804.470225] env[62259]: DEBUG nova.network.neutron [req-5f494f6e-6077-4a61-ad3a-ae108950182b req-6055d0b3-c8c5-477f-b149-e25db5b87724 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.492148] env[62259]: DEBUG nova.compute.utils [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1804.585280] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c65eba-3240-4663-a831-5dd371c065fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.593317] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7fd0c3-3d02-4bfc-9509-a806323c1fdf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.628842] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2612450-3079-437e-9dc7-5970e6d71dcf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.636618] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef6da1e-1895-4355-a94f-5cca8c752de6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.651618] env[62259]: DEBUG nova.compute.provider_tree [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.927692] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.936857] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692854, 'name': ReconfigVM_Task, 'duration_secs': 0.278875} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.937284] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 3a82bff9-2878-493b-a785-03c82e360108/3a82bff9-2878-493b-a785-03c82e360108.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.938544] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encrypted': False, 'encryption_options': None, 'device_name': '/dev/sda', 'disk_bus': None, 'image_id': 'aec5f048-63ce-4eec-bfbd-b8ad5fdac743'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'}, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '9a9002e4-5043-4c51-aed2-089d36beb94f', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62259) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1804.938824] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1804.939360] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1804.940304] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2a7f17-7a46-43d2-8ff7-ad7fd75ca7aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.956687] env[62259]: DEBUG nova.network.neutron [-] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.958714] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20129d8c-a643-4a11-9528-d79fda4d9c74 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.985426] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce/volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.986445] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0740cc3a-80b7-4a62-9eaa-edd73282f2f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.989044] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0ede6c-0fde-43e5-9616-394dda652929 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.004460] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.013567] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1805.013567] env[62259]: value = "task-1692855" [ 1805.013567] env[62259]: _type = "Task" [ 1805.013567] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.018139] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dc5c90-c716-41d3-a9bc-8a865fe49ea9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.040647] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.057162] env[62259]: DEBUG nova.compute.manager [req-5f494f6e-6077-4a61-ad3a-ae108950182b req-6055d0b3-c8c5-477f-b149-e25db5b87724 service nova] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Detach interface failed, port_id=54ae4652-7bd1-40db-befc-0ea79c41c105, reason: Instance 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1805.154758] env[62259]: DEBUG nova.scheduler.client.report [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1805.188481] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "c7a8a875-399f-44b7-bf1b-4de529436d5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.188745] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "c7a8a875-399f-44b7-bf1b-4de529436d5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.188982] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "c7a8a875-399f-44b7-bf1b-4de529436d5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.189665] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "c7a8a875-399f-44b7-bf1b-4de529436d5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.189852] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "c7a8a875-399f-44b7-bf1b-4de529436d5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.191755] env[62259]: INFO nova.compute.manager [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Terminating instance [ 1805.430066] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.463603] env[62259]: INFO nova.compute.manager [-] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Took 1.31 seconds to deallocate network for instance. [ 1805.514924] env[62259]: DEBUG oslo_concurrency.lockutils [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.515250] env[62259]: DEBUG oslo_concurrency.lockutils [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.540392] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692855, 'name': ReconfigVM_Task, 'duration_secs': 0.290561} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.540540] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce/volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1805.548618] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fcdc6fc-1ad0-48cd-999b-64c1148f6d45 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.568634] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1805.568634] env[62259]: value = "task-1692856" [ 1805.568634] env[62259]: _type = "Task" [ 1805.568634] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.576884] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.660053] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.294s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.660214] env[62259]: INFO nova.compute.manager [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Migrating [ 1805.698454] env[62259]: DEBUG nova.compute.manager [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.698678] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.699869] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aba354-effa-43c8-84fb-b6aa555c1960 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.707541] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.707812] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-332cc5c3-3531-4cc8-84b3-a6efe9229c15 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.778319] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1805.778470] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1805.778657] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleting the datastore file [datastore1] c7a8a875-399f-44b7-bf1b-4de529436d5d {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.778945] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cdb318a-1c86-47ef-b60d-851f15d193ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.786039] env[62259]: DEBUG oslo_vmware.api [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1805.786039] env[62259]: value = "task-1692858" [ 1805.786039] env[62259]: _type = "Task" [ 1805.786039] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.795257] env[62259]: DEBUG oslo_vmware.api [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.928674] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692853, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.551376} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.929148] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5c569164-feb1-492f-93bf-32d133e0685a/5c569164-feb1-492f-93bf-32d133e0685a.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.929278] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.929436] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e38f1200-9cf3-4a46-96cd-e9222fae0e0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.935537] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1805.935537] env[62259]: value = "task-1692859" [ 1805.935537] env[62259]: _type = "Task" [ 1805.935537] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.943586] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.974056] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.974056] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.974056] env[62259]: DEBUG nova.objects.instance [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lazy-loading 'resources' on Instance uuid 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.018790] env[62259]: INFO nova.compute.manager [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Detaching volume f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa [ 1806.051349] env[62259]: INFO nova.virt.block_device [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Attempting to driver detach volume f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa from mountpoint /dev/sdb [ 1806.051596] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1806.051780] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352987', 'volume_id': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'name': 'volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd51e7a13-bc87-4641-8a76-42a753757c77', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'serial': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1806.052653] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cac456-2f3b-451c-b20e-d5995574de72 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.074260] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "22b35895-839f-4138-817c-f9545682145d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.074492] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.074767] env[62259]: INFO nova.compute.manager [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Attaching volume 1ebc54c3-21cd-4355-83ce-84228ad50612 to /dev/sdb [ 1806.079785] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d2525-a769-4909-aba4-46abfab7463b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.088583] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692856, 'name': ReconfigVM_Task, 'duration_secs': 0.136998} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.090211] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1806.090818] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d72adcee-acda-4677-b769-b0dde62bdac4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.092562] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49eaa69-0105-49bb-8981-9fdb5d66d703 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.114220] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474e4b85-9778-445e-b71b-35de4931a8c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.116529] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1806.116529] env[62259]: value = "task-1692860" [ 1806.116529] env[62259]: _type = "Task" [ 1806.116529] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.117201] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98afc48-a967-4225-8f22-1e586a9dfb7b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.132623] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] The volume has not been displaced from its original location: [datastore1] volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa/volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1806.137867] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1806.139671] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a50241f4-f1d8-42ce-b7f3-2386569270ff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.157447] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c948d3-cdc8-416c-a3db-73ebb85782da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.159745] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692860, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.164673] env[62259]: DEBUG oslo_vmware.api [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1806.164673] env[62259]: value = "task-1692861" [ 1806.164673] env[62259]: _type = "Task" [ 1806.164673] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.170724] env[62259]: DEBUG nova.virt.block_device [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Updating existing volume attachment record: bb1b9344-b49e-4ca0-9a8a-9df416299431 {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1806.178013] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.178192] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.178366] env[62259]: DEBUG nova.network.neutron [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1806.179723] env[62259]: DEBUG oslo_vmware.api [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.297644] env[62259]: DEBUG oslo_vmware.api [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138371} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.298024] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.298264] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.298493] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.298724] env[62259]: INFO nova.compute.manager [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1806.299016] env[62259]: DEBUG oslo.service.loopingcall [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.299256] env[62259]: DEBUG nova.compute.manager [-] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.299398] env[62259]: DEBUG nova.network.neutron [-] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1806.446773] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093367} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.447491] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.448474] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca7d19a-ceeb-4c99-981b-ecf7c657b723 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.471152] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 5c569164-feb1-492f-93bf-32d133e0685a/5c569164-feb1-492f-93bf-32d133e0685a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.471468] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f52a86d-1092-4f3d-b5f9-de01657d3688 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.495163] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1806.495163] env[62259]: value = "task-1692863" [ 1806.495163] env[62259]: _type = "Task" [ 1806.495163] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.503870] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.595249] env[62259]: DEBUG nova.compute.manager [req-3b98adc2-dc08-4c45-b4ec-eaaf82ac3cf3 req-e04a6be0-6083-4e10-9473-34b2f08f8893 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Received event network-vif-deleted-263a3ce7-72a6-41ad-b035-1de7c6183e5d {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1806.595536] env[62259]: INFO nova.compute.manager [req-3b98adc2-dc08-4c45-b4ec-eaaf82ac3cf3 req-e04a6be0-6083-4e10-9473-34b2f08f8893 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Neutron deleted interface 263a3ce7-72a6-41ad-b035-1de7c6183e5d; detaching it from the instance and deleting it from the info cache [ 1806.595661] env[62259]: DEBUG nova.network.neutron [req-3b98adc2-dc08-4c45-b4ec-eaaf82ac3cf3 req-e04a6be0-6083-4e10-9473-34b2f08f8893 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.632263] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692860, 'name': Rename_Task, 'duration_secs': 0.14651} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.633230] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.633230] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b24c7a0-8659-4668-b0e4-fea60bf3770b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.639573] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1806.639573] env[62259]: value = "task-1692864" [ 1806.639573] env[62259]: _type = "Task" [ 1806.639573] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.647719] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.660598] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263eece1-0b0d-4172-8c5c-b55e5c6659bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.670682] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4f3fcf-6cba-4f93-9d81-86859e792aeb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.679090] env[62259]: DEBUG oslo_vmware.api [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692861, 'name': ReconfigVM_Task, 'duration_secs': 0.233259} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.723224] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1806.734533] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b2acc5-207b-4110-a3ec-eafc5943e81d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.745130] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8983e929-89ee-4295-b725-1d42e9f70347 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.756727] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fbe8dd-0bc8-45d5-a7a9-0e8007001fe6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.761020] env[62259]: DEBUG oslo_vmware.api [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1806.761020] env[62259]: value = "task-1692865" [ 1806.761020] env[62259]: _type = "Task" [ 1806.761020] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.770932] env[62259]: DEBUG nova.compute.provider_tree [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.778638] env[62259]: DEBUG oslo_vmware.api [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.970491] env[62259]: DEBUG nova.network.neutron [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance_info_cache with network_info: [{"id": "3afcb233-df60-4a37-8667-002eb0b1453b", "address": "fa:16:3e:b6:44:8a", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afcb233-df", "ovs_interfaceid": "3afcb233-df60-4a37-8667-002eb0b1453b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.005376] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692863, 'name': ReconfigVM_Task, 'duration_secs': 0.275819} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.005650] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 5c569164-feb1-492f-93bf-32d133e0685a/5c569164-feb1-492f-93bf-32d133e0685a.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.006328] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dddf8f34-668a-4f35-a864-0e9efa06a04d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.012383] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1807.012383] env[62259]: value = "task-1692866" [ 1807.012383] env[62259]: _type = "Task" [ 1807.012383] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.020348] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692866, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.078586] env[62259]: DEBUG nova.network.neutron [-] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.098039] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c597430-ffbc-47f2-bd88-79543166f3d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.107798] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc03778a-d7c8-4589-b78e-9156b07ff24e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.139642] env[62259]: DEBUG nova.compute.manager [req-3b98adc2-dc08-4c45-b4ec-eaaf82ac3cf3 req-e04a6be0-6083-4e10-9473-34b2f08f8893 service nova] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Detach interface failed, port_id=263a3ce7-72a6-41ad-b035-1de7c6183e5d, reason: Instance c7a8a875-399f-44b7-bf1b-4de529436d5d could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1807.148015] env[62259]: DEBUG oslo_vmware.api [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692864, 'name': PowerOnVM_Task, 'duration_secs': 0.504552} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.148268] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1807.148471] env[62259]: DEBUG nova.compute.manager [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.149222] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0834e641-39a1-45ba-9a46-58366effc661 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.270460] env[62259]: DEBUG oslo_vmware.api [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692865, 'name': ReconfigVM_Task, 'duration_secs': 0.137691} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.270735] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352987', 'volume_id': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'name': 'volume-f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd51e7a13-bc87-4641-8a76-42a753757c77', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa', 'serial': 'f5a717bb-212d-4ce3-bdb5-ef17bd0d1dfa'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1807.273800] env[62259]: DEBUG nova.scheduler.client.report [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1807.473073] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.522701] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692866, 'name': Rename_Task, 'duration_secs': 0.140583} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.522998] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.523261] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0ec835-ead0-46c6-b5d7-00e1f2f0173f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.529431] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1807.529431] env[62259]: value = "task-1692867" [ 1807.529431] env[62259]: _type = "Task" [ 1807.529431] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.537402] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.581667] env[62259]: INFO nova.compute.manager [-] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Took 1.28 seconds to deallocate network for instance. [ 1807.664941] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.778627] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.781595] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.117s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.781740] env[62259]: DEBUG nova.objects.instance [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1807.801445] env[62259]: INFO nova.scheduler.client.report [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Deleted allocations for instance 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17 [ 1807.812674] env[62259]: DEBUG nova.objects.instance [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.040473] env[62259]: DEBUG oslo_vmware.api [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692867, 'name': PowerOnVM_Task, 'duration_secs': 0.465039} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.040756] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.041024] env[62259]: INFO nova.compute.manager [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1808.041160] env[62259]: DEBUG nova.compute.manager [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.041925] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f142266-24e5-4415-b62b-7648dcb12bb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.089169] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.308409] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0f961911-505f-481b-9515-e7b946f04184 tempest-ListImageFiltersTestJSON-1430195456 tempest-ListImageFiltersTestJSON-1430195456-project-member] Lock "196bd5e9-debf-4a7e-b1c6-a7df0dd65e17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.561361] env[62259]: INFO nova.compute.manager [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Took 14.18 seconds to build instance. [ 1808.597700] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "3a82bff9-2878-493b-a785-03c82e360108" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.598102] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.679208] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.794177] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8b405429-2ddf-4077-b95e-b6a3ce009956 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.794177] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.705s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.794177] env[62259]: DEBUG nova.objects.instance [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lazy-loading 'resources' on Instance uuid c7a8a875-399f-44b7-bf1b-4de529436d5d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.819585] env[62259]: DEBUG oslo_concurrency.lockutils [None req-02ee4e70-8381-4b64-b09b-ec5bd88c374a tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.820753] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.142s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.820753] env[62259]: DEBUG nova.compute.manager [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.821760] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6172f76-2343-48bf-8335-d630fa63f03e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.829436] env[62259]: DEBUG nova.compute.manager [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62259) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1808.830318] env[62259]: DEBUG nova.objects.instance [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.951826] env[62259]: DEBUG nova.compute.manager [req-6139309b-b913-47b6-9408-2dc0b18d503b req-0c1600ca-7ff1-437c-8808-26d48c2ceecf service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1808.952020] env[62259]: DEBUG nova.compute.manager [req-6139309b-b913-47b6-9408-2dc0b18d503b req-0c1600ca-7ff1-437c-8808-26d48c2ceecf service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing instance network info cache due to event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1808.952314] env[62259]: DEBUG oslo_concurrency.lockutils [req-6139309b-b913-47b6-9408-2dc0b18d503b req-0c1600ca-7ff1-437c-8808-26d48c2ceecf service nova] Acquiring lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.952444] env[62259]: DEBUG oslo_concurrency.lockutils [req-6139309b-b913-47b6-9408-2dc0b18d503b req-0c1600ca-7ff1-437c-8808-26d48c2ceecf service nova] Acquired lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.952607] env[62259]: DEBUG nova.network.neutron [req-6139309b-b913-47b6-9408-2dc0b18d503b req-0c1600ca-7ff1-437c-8808-26d48c2ceecf service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing network info cache for port 6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.988811] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ed087-6d7d-451c-8eae-dbcda4965e0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.011141] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance '18295aca-9e8f-4df5-a30f-1d5e34a06957' progress to 0 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1809.064186] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4bdf0320-7ef6-4d87-8f48-7b3f161b70fc tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "5c569164-feb1-492f-93bf-32d133e0685a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.693s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.100900] env[62259]: INFO nova.compute.manager [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Detaching volume 8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce [ 1809.133720] env[62259]: INFO nova.virt.block_device [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Attempting to driver detach volume 8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce from mountpoint /dev/sdb [ 1809.133959] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1809.134169] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1809.135083] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ce5784-2940-4e3a-abec-f9a991faa1df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.159174] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd539f-686a-4133-807f-807b9cce7470 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.169371] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb80be0-fdcf-49f1-a331-854de739d88e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.189933] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db67169-e66e-4085-9e78-fd2b49a3899a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.204924] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce/volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1809.210724] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1809.211340] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0b898b-bd6c-4d49-aa57-2d856007ba88 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.230014] env[62259]: DEBUG oslo_vmware.api [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1809.230014] env[62259]: value = "task-1692869" [ 1809.230014] env[62259]: _type = "Task" [ 1809.230014] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.239075] env[62259]: DEBUG oslo_vmware.api [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.470132] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af3ba37-417b-41c0-ac6d-d6cecbe51a2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.477480] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a164a19d-9aac-4c97-b0b6-c1e07890818d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.511745] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e9b867-d4d4-4941-a0ef-35a61f198fcf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.517460] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.519713] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b733b81f-bb88-4085-9efc-ad95bc5a3c19 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.522348] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e23e56b-d1af-4e0f-b812-377492257ac8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.536404] env[62259]: DEBUG nova.compute.provider_tree [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.539549] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1809.539549] env[62259]: value = "task-1692870" [ 1809.539549] env[62259]: _type = "Task" [ 1809.539549] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.547469] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.722689] env[62259]: DEBUG nova.network.neutron [req-6139309b-b913-47b6-9408-2dc0b18d503b req-0c1600ca-7ff1-437c-8808-26d48c2ceecf service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updated VIF entry in instance network info cache for port 6de23b65-1a01-4fea-ad5d-f68ae0454f1e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1809.723092] env[62259]: DEBUG nova.network.neutron [req-6139309b-b913-47b6-9408-2dc0b18d503b req-0c1600ca-7ff1-437c-8808-26d48c2ceecf service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [{"id": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "address": "fa:16:3e:61:08:2d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de23b65-1a", "ovs_interfaceid": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.740611] env[62259]: DEBUG oslo_vmware.api [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692869, 'name': ReconfigVM_Task, 'duration_secs': 0.212058} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.740896] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1809.746163] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df2d629e-a75f-4671-9582-d08897b679a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.762335] env[62259]: DEBUG oslo_vmware.api [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1809.762335] env[62259]: value = "task-1692871" [ 1809.762335] env[62259]: _type = "Task" [ 1809.762335] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.771496] env[62259]: DEBUG oslo_vmware.api [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.837497] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.837829] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46663926-6577-46c8-b2c1-a44f15ff6a0d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.847846] env[62259]: DEBUG oslo_vmware.api [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1809.847846] env[62259]: value = "task-1692872" [ 1809.847846] env[62259]: _type = "Task" [ 1809.847846] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.857724] env[62259]: DEBUG oslo_vmware.api [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.946383] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.946733] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.040785] env[62259]: DEBUG nova.scheduler.client.report [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1810.054887] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692870, 'name': PowerOffVM_Task, 'duration_secs': 0.225057} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.055177] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.055359] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance '18295aca-9e8f-4df5-a30f-1d5e34a06957' progress to 17 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1810.226361] env[62259]: DEBUG oslo_concurrency.lockutils [req-6139309b-b913-47b6-9408-2dc0b18d503b req-0c1600ca-7ff1-437c-8808-26d48c2ceecf service nova] Releasing lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.273715] env[62259]: DEBUG oslo_vmware.api [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692871, 'name': ReconfigVM_Task, 'duration_secs': 0.164121} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.273862] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352997', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'name': 'volume-8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a82bff9-2878-493b-a785-03c82e360108', 'attached_at': '', 'detached_at': '', 'volume_id': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce', 'serial': '8f47ebb1-cfeb-4c6a-9d3d-4e5e0bc092ce'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1810.358087] env[62259]: DEBUG oslo_vmware.api [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692872, 'name': PowerOffVM_Task, 'duration_secs': 0.184344} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.358384] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.358581] env[62259]: DEBUG nova.compute.manager [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.359376] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb5de2-b600-4d44-85f0-da0a169c6e02 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.449316] env[62259]: DEBUG nova.compute.manager [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1810.550348] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.562273] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1810.562466] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1810.562986] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.562986] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1810.564332] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.564711] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1810.565119] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1810.565470] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1810.565714] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1810.565953] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1810.566215] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1810.572533] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fddd952-79be-4027-925d-e8929005fca7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.586249] env[62259]: INFO nova.scheduler.client.report [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted allocations for instance c7a8a875-399f-44b7-bf1b-4de529436d5d [ 1810.594041] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1810.594041] env[62259]: value = "task-1692873" [ 1810.594041] env[62259]: _type = "Task" [ 1810.594041] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.603117] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.719069] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1810.719541] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353003', 'volume_id': '1ebc54c3-21cd-4355-83ce-84228ad50612', 'name': 'volume-1ebc54c3-21cd-4355-83ce-84228ad50612', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22b35895-839f-4138-817c-f9545682145d', 'attached_at': '', 'detached_at': '', 'volume_id': '1ebc54c3-21cd-4355-83ce-84228ad50612', 'serial': '1ebc54c3-21cd-4355-83ce-84228ad50612'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1810.720655] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abaaeda-d0f5-46c0-9493-835085c82c75 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.738636] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df51cc-1bec-4b4d-9aa2-bd74c73406dc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.767719] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-1ebc54c3-21cd-4355-83ce-84228ad50612/volume-1ebc54c3-21cd-4355-83ce-84228ad50612.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.769436] env[62259]: DEBUG nova.objects.instance [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.771308] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-515f558d-d7e1-48b4-a6ea-6ecdc44ddc69 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.788553] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.788787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.789010] env[62259]: DEBUG nova.network.neutron [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.789235] env[62259]: DEBUG nova.objects.instance [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'info_cache' on Instance uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.796523] env[62259]: DEBUG oslo_vmware.api [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1810.796523] env[62259]: value = "task-1692874" [ 1810.796523] env[62259]: _type = "Task" [ 1810.796523] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.807258] env[62259]: DEBUG oslo_vmware.api [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.819809] env[62259]: DEBUG nova.objects.instance [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lazy-loading 'flavor' on Instance uuid 3a82bff9-2878-493b-a785-03c82e360108 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.872306] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ee7e709e-5a40-40b6-95e1-830b3f4e0680 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.968974] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.969258] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.970957] env[62259]: INFO nova.compute.claims [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.095032] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b7841c07-541e-45c4-a7bd-d24cdae99479 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "c7a8a875-399f-44b7-bf1b-4de529436d5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.906s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.105470] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692873, 'name': ReconfigVM_Task, 'duration_secs': 0.240809} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.105848] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance '18295aca-9e8f-4df5-a30f-1d5e34a06957' progress to 33 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1811.295089] env[62259]: DEBUG nova.objects.base [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1811.309496] env[62259]: DEBUG oslo_vmware.api [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.612579] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1811.612784] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1811.612931] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.613130] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1811.613281] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.617921] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1811.618286] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1811.618477] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1811.618654] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1811.618824] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1811.619011] env[62259]: DEBUG nova.virt.hardware [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1811.624546] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1811.625223] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-468f4c51-cb17-49f9-99f2-a09b6a8cf327 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.645090] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1811.645090] env[62259]: value = "task-1692875" [ 1811.645090] env[62259]: _type = "Task" [ 1811.645090] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.653886] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.806795] env[62259]: DEBUG oslo_vmware.api [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692874, 'name': ReconfigVM_Task, 'duration_secs': 0.960939} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.807439] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-1ebc54c3-21cd-4355-83ce-84228ad50612/volume-1ebc54c3-21cd-4355-83ce-84228ad50612.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.812476] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d9085b-1d80-4302-b9d4-28fba9b3d0d0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.828755] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ad24e187-0932-45c3-899d-21e2ac97dc33 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.829868] env[62259]: DEBUG oslo_vmware.api [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1811.829868] env[62259]: value = "task-1692876" [ 1811.829868] env[62259]: _type = "Task" [ 1811.829868] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.852396] env[62259]: DEBUG oslo_vmware.api [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.073100] env[62259]: DEBUG nova.network.neutron [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updating instance_info_cache with network_info: [{"id": "e1619222-fc51-4309-8f12-33b96ae1a22f", "address": "fa:16:3e:cf:31:2b", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1619222-fc", "ovs_interfaceid": "e1619222-fc51-4309-8f12-33b96ae1a22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.159354] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692875, 'name': ReconfigVM_Task, 'duration_secs': 0.301731} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.159667] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1812.160478] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bbcc14-8ccf-47b9-8400-de3f70132754 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.164752] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45eb3d-36dc-4f63-8f51-e3150b2988af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.188841] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 18295aca-9e8f-4df5-a30f-1d5e34a06957/18295aca-9e8f-4df5-a30f-1d5e34a06957.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.190927] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c88a13cd-de00-4b75-9c1e-db20fb024239 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.204331] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2561dafe-7c51-48da-9cf7-4258acc51f7e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.237056] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57728f08-a474-49bd-9abb-b407eaead9aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.238747] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1812.238747] env[62259]: value = "task-1692877" [ 1812.238747] env[62259]: _type = "Task" [ 1812.238747] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.245535] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4389be47-12fa-4b25-aa9d-5e12665fce31 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.252338] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.262236] env[62259]: DEBUG nova.compute.provider_tree [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.347212] env[62259]: DEBUG oslo_vmware.api [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692876, 'name': ReconfigVM_Task, 'duration_secs': 0.170229} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.347212] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353003', 'volume_id': '1ebc54c3-21cd-4355-83ce-84228ad50612', 'name': 'volume-1ebc54c3-21cd-4355-83ce-84228ad50612', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22b35895-839f-4138-817c-f9545682145d', 'attached_at': '', 'detached_at': '', 'volume_id': '1ebc54c3-21cd-4355-83ce-84228ad50612', 'serial': '1ebc54c3-21cd-4355-83ce-84228ad50612'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1812.422029] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "6a9c781e-d017-442d-8521-782f5c1942e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.422029] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.576089] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Releasing lock "refresh_cache-d51e7a13-bc87-4641-8a76-42a753757c77" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.748228] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692877, 'name': ReconfigVM_Task, 'duration_secs': 0.328926} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.748528] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 18295aca-9e8f-4df5-a30f-1d5e34a06957/18295aca-9e8f-4df5-a30f-1d5e34a06957.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1812.748820] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance '18295aca-9e8f-4df5-a30f-1d5e34a06957' progress to 50 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1812.765675] env[62259]: DEBUG nova.scheduler.client.report [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1812.925447] env[62259]: DEBUG nova.compute.manager [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1812.932323] env[62259]: DEBUG oslo_concurrency.lockutils [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "3a82bff9-2878-493b-a785-03c82e360108" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.932565] env[62259]: DEBUG oslo_concurrency.lockutils [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.932768] env[62259]: DEBUG oslo_concurrency.lockutils [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "3a82bff9-2878-493b-a785-03c82e360108-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.932946] env[62259]: DEBUG oslo_concurrency.lockutils [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.933130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.935633] env[62259]: INFO nova.compute.manager [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Terminating instance [ 1812.955944] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1812.956174] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Cleaning up deleted instances {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11558}} [ 1813.013963] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "cbef2bfa-be83-4978-8235-8597f52334b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.014214] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "cbef2bfa-be83-4978-8235-8597f52334b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.261208] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9dad37-90ef-466a-a0b3-96820a92ee4c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.288607] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.290971] env[62259]: DEBUG nova.compute.manager [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.294096] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dd58b5-4a4c-4748-9092-c88d31edfe0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.315412] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance '18295aca-9e8f-4df5-a30f-1d5e34a06957' progress to 67 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1813.388539] env[62259]: DEBUG nova.objects.instance [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'flavor' on Instance uuid 22b35895-839f-4138-817c-f9545682145d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.440020] env[62259]: DEBUG nova.compute.manager [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1813.440020] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.440020] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b2c02c-4e66-4dba-81c5-4f0a067938fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.448668] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.448910] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea8dfcb-828b-4736-936d-73987610cd41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.451251] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.451488] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.452932] env[62259]: INFO nova.compute.claims [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.470880] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] There are 55 instances to clean {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11567}} [ 1813.471063] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: c7a8a875-399f-44b7-bf1b-4de529436d5d] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1813.474546] env[62259]: DEBUG oslo_vmware.api [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1813.474546] env[62259]: value = "task-1692878" [ 1813.474546] env[62259]: _type = "Task" [ 1813.474546] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.484285] env[62259]: DEBUG oslo_vmware.api [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.517458] env[62259]: DEBUG nova.compute.manager [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1813.581639] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1813.581963] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-000ca6e3-9e3c-4da9-b3d9-825b9a5e8a28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.590582] env[62259]: DEBUG oslo_vmware.api [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1813.590582] env[62259]: value = "task-1692879" [ 1813.590582] env[62259]: _type = "Task" [ 1813.590582] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.601340] env[62259]: DEBUG oslo_vmware.api [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.765127] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "22b35895-839f-4138-817c-f9545682145d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.794906] env[62259]: DEBUG nova.compute.utils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.796603] env[62259]: DEBUG nova.compute.manager [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1813.796793] env[62259]: DEBUG nova.network.neutron [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1813.838748] env[62259]: DEBUG nova.policy [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff89c1df10be4a04ae985494d0b7f319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd60b06493494d7fb9b08d88318c53d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1813.893241] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61837277-6589-4af9-b1da-6caba801bde1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.819s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.894228] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.129s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.976122] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 6717c325-e3a5-4e1e-a56f-a199500bbc18] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1813.987038] env[62259]: DEBUG oslo_vmware.api [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692878, 'name': PowerOffVM_Task, 'duration_secs': 0.195804} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.987412] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.987502] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.987740] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7ddba2-b825-4edf-9ce0-1f3a6c217461 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.036222] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.102902] env[62259]: DEBUG oslo_vmware.api [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692879, 'name': PowerOnVM_Task, 'duration_secs': 0.384075} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.102902] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.102902] env[62259]: DEBUG nova.compute.manager [None req-23de19bc-5d50-4247-a13c-0a31c0d87281 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.104459] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87422f-822f-4575-9c8c-5ee769add7f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.124892] env[62259]: DEBUG nova.network.neutron [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Successfully created port: f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.299938] env[62259]: DEBUG nova.compute.manager [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.400252] env[62259]: INFO nova.compute.manager [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Detaching volume 1ebc54c3-21cd-4355-83ce-84228ad50612 [ 1814.433358] env[62259]: INFO nova.virt.block_device [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Attempting to driver detach volume 1ebc54c3-21cd-4355-83ce-84228ad50612 from mountpoint /dev/sdb [ 1814.433490] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1814.433704] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353003', 'volume_id': '1ebc54c3-21cd-4355-83ce-84228ad50612', 'name': 'volume-1ebc54c3-21cd-4355-83ce-84228ad50612', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22b35895-839f-4138-817c-f9545682145d', 'attached_at': '', 'detached_at': '', 'volume_id': '1ebc54c3-21cd-4355-83ce-84228ad50612', 'serial': '1ebc54c3-21cd-4355-83ce-84228ad50612'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1814.434584] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4270c588-14ba-4cf6-bd30-9fb8fff4865e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.457184] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5648b61-ce96-4ce7-8236-109abf70c0ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.475104] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35bc3b2-0e79-4f5f-8a68-4319f1085542 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.495685] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: e4829cf6-1ed8-4dc3-af83-bc924cd28a01] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1814.500963] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c65b2b-76fd-4b97-8416-0c629252b68e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.519066] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] The volume has not been displaced from its original location: [datastore1] volume-1ebc54c3-21cd-4355-83ce-84228ad50612/volume-1ebc54c3-21cd-4355-83ce-84228ad50612.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1814.524335] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1814.527906] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b451036-fcee-4f9a-b429-14c29bdecf0f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.548891] env[62259]: DEBUG oslo_vmware.api [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1814.548891] env[62259]: value = "task-1692881" [ 1814.548891] env[62259]: _type = "Task" [ 1814.548891] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.560603] env[62259]: DEBUG oslo_vmware.api [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.685730] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe97c5-0e7b-40a6-8275-ace3f6c22210 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.694037] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe34ee6d-d4b9-41f5-bc29-c6497276759b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.726471] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a46c6-e74d-47f1-8e82-7e726b499853 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.734632] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7529f015-960b-4563-8529-142b85f612cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.751064] env[62259]: DEBUG nova.compute.provider_tree [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.956895] env[62259]: DEBUG nova.network.neutron [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Port 3afcb233-df60-4a37-8667-002eb0b1453b binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1814.998564] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 43e407e2-60e8-415a-a173-0ce533ab4ef4] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1815.060456] env[62259]: DEBUG oslo_vmware.api [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692881, 'name': ReconfigVM_Task, 'duration_secs': 0.238851} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.060739] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1815.065269] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f83082e-2887-451d-8308-25200e9e36f6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.081773] env[62259]: DEBUG oslo_vmware.api [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1815.081773] env[62259]: value = "task-1692882" [ 1815.081773] env[62259]: _type = "Task" [ 1815.081773] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.090100] env[62259]: DEBUG oslo_vmware.api [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692882, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.168501] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.168962] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.169284] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleting the datastore file [datastore1] 3a82bff9-2878-493b-a785-03c82e360108 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.169723] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdf1a0fe-0131-4ad8-9801-1e49607ca5e9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.177257] env[62259]: DEBUG oslo_vmware.api [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1815.177257] env[62259]: value = "task-1692883" [ 1815.177257] env[62259]: _type = "Task" [ 1815.177257] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.185950] env[62259]: DEBUG oslo_vmware.api [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.255226] env[62259]: DEBUG nova.scheduler.client.report [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1815.312476] env[62259]: DEBUG nova.compute.manager [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.341295] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1815.341554] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1815.341710] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.341889] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1815.342047] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.342205] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1815.342711] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1815.342711] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1815.342813] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1815.342939] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1815.343125] env[62259]: DEBUG nova.virt.hardware [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1815.344039] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb8c262-c464-459e-81cd-567dd7fd9cc9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.352716] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c30036d-970f-498a-aad8-ac068d20d54d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.502095] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 38ab34e3-3381-4037-bddd-548a3366ca90] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1815.592341] env[62259]: DEBUG oslo_vmware.api [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692882, 'name': ReconfigVM_Task, 'duration_secs': 0.151874} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.592666] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353003', 'volume_id': '1ebc54c3-21cd-4355-83ce-84228ad50612', 'name': 'volume-1ebc54c3-21cd-4355-83ce-84228ad50612', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22b35895-839f-4138-817c-f9545682145d', 'attached_at': '', 'detached_at': '', 'volume_id': '1ebc54c3-21cd-4355-83ce-84228ad50612', 'serial': '1ebc54c3-21cd-4355-83ce-84228ad50612'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1815.688802] env[62259]: DEBUG oslo_vmware.api [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19046} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.689243] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.689549] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.689833] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.690130] env[62259]: INFO nova.compute.manager [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1815.690400] env[62259]: DEBUG oslo.service.loopingcall [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.690603] env[62259]: DEBUG nova.compute.manager [-] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.690699] env[62259]: DEBUG nova.network.neutron [-] [instance: 3a82bff9-2878-493b-a785-03c82e360108] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.717671] env[62259]: DEBUG nova.compute.manager [req-bcd30803-55b4-4e5a-ab7b-9035160e2e25 req-ba1829d4-dcbc-41a8-b461-6f01eae30b41 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received event network-vif-plugged-f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1815.717947] env[62259]: DEBUG oslo_concurrency.lockutils [req-bcd30803-55b4-4e5a-ab7b-9035160e2e25 req-ba1829d4-dcbc-41a8-b461-6f01eae30b41 service nova] Acquiring lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.718134] env[62259]: DEBUG oslo_concurrency.lockutils [req-bcd30803-55b4-4e5a-ab7b-9035160e2e25 req-ba1829d4-dcbc-41a8-b461-6f01eae30b41 service nova] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.718314] env[62259]: DEBUG oslo_concurrency.lockutils [req-bcd30803-55b4-4e5a-ab7b-9035160e2e25 req-ba1829d4-dcbc-41a8-b461-6f01eae30b41 service nova] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.718499] env[62259]: DEBUG nova.compute.manager [req-bcd30803-55b4-4e5a-ab7b-9035160e2e25 req-ba1829d4-dcbc-41a8-b461-6f01eae30b41 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] No waiting events found dispatching network-vif-plugged-f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1815.718666] env[62259]: WARNING nova.compute.manager [req-bcd30803-55b4-4e5a-ab7b-9035160e2e25 req-ba1829d4-dcbc-41a8-b461-6f01eae30b41 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received unexpected event network-vif-plugged-f971c0a0-05dc-40df-8d33-56267a3b1d59 for instance with vm_state building and task_state spawning. [ 1815.760374] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.760918] env[62259]: DEBUG nova.compute.manager [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1815.763551] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.728s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.765328] env[62259]: INFO nova.compute.claims [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.817831] env[62259]: DEBUG nova.network.neutron [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Successfully updated port: f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1815.981741] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "18295aca-9e8f-4df5-a30f-1d5e34a06957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.982052] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.982244] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.005472] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 196bd5e9-debf-4a7e-b1c6-a7df0dd65e17] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1816.144271] env[62259]: DEBUG nova.objects.instance [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'flavor' on Instance uuid 22b35895-839f-4138-817c-f9545682145d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.238905] env[62259]: DEBUG nova.compute.manager [req-24d850ed-0ed7-49f1-a58b-e859d8ac24dd req-7e01f033-9ba6-47e3-8c93-7eb52ee1244d service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Received event network-vif-deleted-762f9ce0-dd74-4cd0-82dc-9420eea89e4b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1816.238905] env[62259]: INFO nova.compute.manager [req-24d850ed-0ed7-49f1-a58b-e859d8ac24dd req-7e01f033-9ba6-47e3-8c93-7eb52ee1244d service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Neutron deleted interface 762f9ce0-dd74-4cd0-82dc-9420eea89e4b; detaching it from the instance and deleting it from the info cache [ 1816.238905] env[62259]: DEBUG nova.network.neutron [req-24d850ed-0ed7-49f1-a58b-e859d8ac24dd req-7e01f033-9ba6-47e3-8c93-7eb52ee1244d service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.269322] env[62259]: DEBUG nova.compute.utils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.273281] env[62259]: DEBUG nova.compute.manager [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1816.273281] env[62259]: DEBUG nova.network.neutron [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1816.319914] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.319914] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.320069] env[62259]: DEBUG nova.network.neutron [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.322494] env[62259]: DEBUG nova.policy [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62eee616d5a04d60940ed3baa7a7c92e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '912dd7c70e4046a6838429f2f11c6987', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1816.508783] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 7bceedee-7e88-4bd5-a8e3-b49e36810524] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1816.623796] env[62259]: DEBUG nova.network.neutron [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Successfully created port: c8e45ac8-1383-4a81-afbd-ff80e657adf9 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1816.713488] env[62259]: DEBUG nova.network.neutron [-] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.741717] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26ea3f5a-f798-4f02-a907-2483c07c9515 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.753970] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d529d0-0fdd-45f2-8649-6d2cd7e18e37 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.779729] env[62259]: DEBUG nova.compute.manager [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1816.793424] env[62259]: DEBUG nova.compute.manager [req-24d850ed-0ed7-49f1-a58b-e859d8ac24dd req-7e01f033-9ba6-47e3-8c93-7eb52ee1244d service nova] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Detach interface failed, port_id=762f9ce0-dd74-4cd0-82dc-9420eea89e4b, reason: Instance 3a82bff9-2878-493b-a785-03c82e360108 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1816.862096] env[62259]: DEBUG nova.network.neutron [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1816.971349] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51565f82-be75-4bda-8130-6f795faea6d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.979209] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c3f3dd-32c3-40d9-bb5f-4eb2022767d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.012908] env[62259]: DEBUG nova.network.neutron [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [{"id": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "address": "fa:16:3e:41:8b:0b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf971c0a0-05", "ovs_interfaceid": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.014152] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 1bed46b8-2a21-447c-ac0d-f2542767c4d5] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1817.016191] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6373191d-a645-4892-8dde-9bf9ce52f93d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.025511] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5e49df-578d-4fde-886a-4e60e5919472 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.041608] env[62259]: DEBUG nova.compute.provider_tree [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.045473] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.045645] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.045814] env[62259]: DEBUG nova.network.neutron [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.152654] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9bed9684-aa8b-40a5-80b8-37a6adf6375a tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.216830] env[62259]: INFO nova.compute.manager [-] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Took 1.53 seconds to deallocate network for instance. [ 1817.519813] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: ac4adb35-da20-4947-8733-d7fc90534891] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1817.521832] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.522123] env[62259]: DEBUG nova.compute.manager [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Instance network_info: |[{"id": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "address": "fa:16:3e:41:8b:0b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf971c0a0-05", "ovs_interfaceid": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1817.522686] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:8b:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f971c0a0-05dc-40df-8d33-56267a3b1d59', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1817.530141] env[62259]: DEBUG oslo.service.loopingcall [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.531303] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1817.535743] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1f26ab-f9c2-4887-a4d0-0788883a33c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.562221] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1817.562221] env[62259]: value = "task-1692884" [ 1817.562221] env[62259]: _type = "Task" [ 1817.562221] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.572097] env[62259]: ERROR nova.scheduler.client.report [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [req-116bc803-7310-43d2-8af8-75b46ca3e67d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-116bc803-7310-43d2-8af8-75b46ca3e67d"}]} [ 1817.578187] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692884, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.587914] env[62259]: DEBUG nova.scheduler.client.report [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1817.602691] env[62259]: DEBUG nova.scheduler.client.report [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1817.602967] env[62259]: DEBUG nova.compute.provider_tree [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.615637] env[62259]: DEBUG nova.scheduler.client.report [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1817.634764] env[62259]: DEBUG nova.scheduler.client.report [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1817.723466] env[62259]: DEBUG oslo_concurrency.lockutils [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.800138] env[62259]: DEBUG nova.compute.manager [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1817.807873] env[62259]: DEBUG nova.compute.manager [req-6df7ab49-1b87-4ee6-8e14-9f143bb1b10e req-93b03c46-00fa-4fcb-bd5d-9fb6e85794f2 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received event network-changed-f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1817.807873] env[62259]: DEBUG nova.compute.manager [req-6df7ab49-1b87-4ee6-8e14-9f143bb1b10e req-93b03c46-00fa-4fcb-bd5d-9fb6e85794f2 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing instance network info cache due to event network-changed-f971c0a0-05dc-40df-8d33-56267a3b1d59. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1817.807873] env[62259]: DEBUG oslo_concurrency.lockutils [req-6df7ab49-1b87-4ee6-8e14-9f143bb1b10e req-93b03c46-00fa-4fcb-bd5d-9fb6e85794f2 service nova] Acquiring lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.807873] env[62259]: DEBUG oslo_concurrency.lockutils [req-6df7ab49-1b87-4ee6-8e14-9f143bb1b10e req-93b03c46-00fa-4fcb-bd5d-9fb6e85794f2 service nova] Acquired lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.807873] env[62259]: DEBUG nova.network.neutron [req-6df7ab49-1b87-4ee6-8e14-9f143bb1b10e req-93b03c46-00fa-4fcb-bd5d-9fb6e85794f2 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing network info cache for port f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.826846] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507722ad-464a-4db0-80be-46fa83f571a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.832461] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4803e7e-952e-4293-9073-1aae59676147 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.870471] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1817.870647] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1817.870763] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.870947] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1817.871102] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.871253] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1817.871461] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1817.871899] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1817.871899] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1817.872088] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1817.872265] env[62259]: DEBUG nova.virt.hardware [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1817.873093] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6416ba40-1c9e-4b60-ac7b-9dd68c85c3d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.876464] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28826e3e-f398-433c-b772-d6eb1c8dc9f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.885925] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174b4321-bef3-4546-b3b1-5b0f067810f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.891492] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519915d9-4009-4844-b267-1f8685e04099 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.913998] env[62259]: DEBUG nova.compute.provider_tree [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.916886] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "09211258-2289-4761-8c9e-69ff7beb424d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.917108] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.938118] env[62259]: DEBUG nova.network.neutron [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance_info_cache with network_info: [{"id": "3afcb233-df60-4a37-8667-002eb0b1453b", "address": "fa:16:3e:b6:44:8a", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afcb233-df", "ovs_interfaceid": "3afcb233-df60-4a37-8667-002eb0b1453b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.023403] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: ab947d15-2908-44d2-865b-f229ee992721] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1818.050487] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "22b35895-839f-4138-817c-f9545682145d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.050800] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.051035] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "22b35895-839f-4138-817c-f9545682145d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.051237] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.051447] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.053297] env[62259]: INFO nova.compute.manager [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Terminating instance [ 1818.073249] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692884, 'name': CreateVM_Task, 'duration_secs': 0.318296} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.073413] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.074119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.074485] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.074624] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1818.074844] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df1745a-fb9b-491d-a76f-848e8b6c73d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.079987] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1818.079987] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c42bdf-d5c2-e621-f75c-5c38cf42265d" [ 1818.079987] env[62259]: _type = "Task" [ 1818.079987] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.088622] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c42bdf-d5c2-e621-f75c-5c38cf42265d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.154617] env[62259]: DEBUG nova.network.neutron [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Successfully updated port: c8e45ac8-1383-4a81-afbd-ff80e657adf9 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.289605] env[62259]: DEBUG nova.compute.manager [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Received event network-vif-plugged-c8e45ac8-1383-4a81-afbd-ff80e657adf9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1818.289774] env[62259]: DEBUG oslo_concurrency.lockutils [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] Acquiring lock "6a9c781e-d017-442d-8521-782f5c1942e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.289980] env[62259]: DEBUG oslo_concurrency.lockutils [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] Lock "6a9c781e-d017-442d-8521-782f5c1942e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.290167] env[62259]: DEBUG oslo_concurrency.lockutils [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] Lock "6a9c781e-d017-442d-8521-782f5c1942e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.290403] env[62259]: DEBUG nova.compute.manager [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] No waiting events found dispatching network-vif-plugged-c8e45ac8-1383-4a81-afbd-ff80e657adf9 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.290504] env[62259]: WARNING nova.compute.manager [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Received unexpected event network-vif-plugged-c8e45ac8-1383-4a81-afbd-ff80e657adf9 for instance with vm_state building and task_state spawning. [ 1818.290666] env[62259]: DEBUG nova.compute.manager [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Received event network-changed-c8e45ac8-1383-4a81-afbd-ff80e657adf9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1818.290835] env[62259]: DEBUG nova.compute.manager [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Refreshing instance network info cache due to event network-changed-c8e45ac8-1383-4a81-afbd-ff80e657adf9. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1818.291034] env[62259]: DEBUG oslo_concurrency.lockutils [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] Acquiring lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.291176] env[62259]: DEBUG oslo_concurrency.lockutils [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] Acquired lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.291335] env[62259]: DEBUG nova.network.neutron [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Refreshing network info cache for port c8e45ac8-1383-4a81-afbd-ff80e657adf9 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.421062] env[62259]: INFO nova.compute.manager [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Detaching volume 6594b112-d057-49b4-8250-4b0bc5933225 [ 1818.441292] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.453452] env[62259]: DEBUG nova.scheduler.client.report [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1818.453803] env[62259]: DEBUG nova.compute.provider_tree [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 159 to 160 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1818.454089] env[62259]: DEBUG nova.compute.provider_tree [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1818.461907] env[62259]: INFO nova.virt.block_device [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Attempting to driver detach volume 6594b112-d057-49b4-8250-4b0bc5933225 from mountpoint /dev/sdb [ 1818.462137] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1818.462325] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352990', 'volume_id': '6594b112-d057-49b4-8250-4b0bc5933225', 'name': 'volume-6594b112-d057-49b4-8250-4b0bc5933225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09211258-2289-4761-8c9e-69ff7beb424d', 'attached_at': '', 'detached_at': '', 'volume_id': '6594b112-d057-49b4-8250-4b0bc5933225', 'serial': '6594b112-d057-49b4-8250-4b0bc5933225'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1818.463731] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e945a2d-2d69-4bdc-8980-89a1f87aafcb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.495984] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a95b44-97b2-4f15-a63b-57f6d50bbb41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.506314] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256b5763-1a51-4682-acd4-f44bb70651ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.528781] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: d4c33baa-e2a1-4105-8539-b542e1222fe4] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1818.531127] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc300df4-68e4-447f-b892-2eff14b0393c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.534634] env[62259]: DEBUG nova.network.neutron [req-6df7ab49-1b87-4ee6-8e14-9f143bb1b10e req-93b03c46-00fa-4fcb-bd5d-9fb6e85794f2 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updated VIF entry in instance network info cache for port f971c0a0-05dc-40df-8d33-56267a3b1d59. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.535386] env[62259]: DEBUG nova.network.neutron [req-6df7ab49-1b87-4ee6-8e14-9f143bb1b10e req-93b03c46-00fa-4fcb-bd5d-9fb6e85794f2 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [{"id": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "address": "fa:16:3e:41:8b:0b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf971c0a0-05", "ovs_interfaceid": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.550709] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] The volume has not been displaced from its original location: [datastore1] volume-6594b112-d057-49b4-8250-4b0bc5933225/volume-6594b112-d057-49b4-8250-4b0bc5933225.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1818.555928] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1818.556930] env[62259]: DEBUG nova.compute.manager [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1818.557139] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1818.557386] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d561ea-485a-4b72-a9d4-6a131715d33d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.570650] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aae705-99e7-47d6-9733-5aaeb65e142d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.579470] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1818.579732] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201b50ad-a749-4249-a932-edafbd1e5ee7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.582768] env[62259]: DEBUG oslo_vmware.api [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1818.582768] env[62259]: value = "task-1692885" [ 1818.582768] env[62259]: _type = "Task" [ 1818.582768] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.591661] env[62259]: DEBUG oslo_vmware.api [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1818.591661] env[62259]: value = "task-1692886" [ 1818.591661] env[62259]: _type = "Task" [ 1818.591661] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.596294] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c42bdf-d5c2-e621-f75c-5c38cf42265d, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.602030] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.602282] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1818.602792] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.602792] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.602920] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1818.603070] env[62259]: DEBUG oslo_vmware.api [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.603293] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f7fc3c5-4345-4e7b-a19c-e1686531be30 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.612076] env[62259]: DEBUG oslo_vmware.api [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.613340] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1818.613548] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1818.614283] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c8531b-f0e9-4e0c-a1d1-9d6188e7e052 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.620207] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1818.620207] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e65c97-bdb8-a070-ac88-5f6ab29cb749" [ 1818.620207] env[62259]: _type = "Task" [ 1818.620207] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.628276] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e65c97-bdb8-a070-ac88-5f6ab29cb749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.657696] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.834918] env[62259]: DEBUG nova.network.neutron [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.953229] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947feab9-1657-474e-8e3d-df17b72c45c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.961536] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e8386d-e0b6-44b2-be15-7c8700231efb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.967106] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.203s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.967706] env[62259]: DEBUG nova.compute.manager [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1818.970623] env[62259]: DEBUG oslo_concurrency.lockutils [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.247s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.970757] env[62259]: DEBUG nova.objects.instance [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lazy-loading 'resources' on Instance uuid 3a82bff9-2878-493b-a785-03c82e360108 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.992764] env[62259]: DEBUG nova.network.neutron [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.035303] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 385eb7c8-4070-42b8-94ae-e70402b0d211] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1819.038510] env[62259]: DEBUG oslo_concurrency.lockutils [req-6df7ab49-1b87-4ee6-8e14-9f143bb1b10e req-93b03c46-00fa-4fcb-bd5d-9fb6e85794f2 service nova] Releasing lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.098786] env[62259]: DEBUG oslo_vmware.api [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692885, 'name': ReconfigVM_Task, 'duration_secs': 0.239926} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.101794] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1819.106329] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ee90ac-cae9-4b1e-90f4-c7715a770c8f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.122924] env[62259]: DEBUG oslo_vmware.api [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692886, 'name': PowerOffVM_Task, 'duration_secs': 0.224066} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.126705] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1819.126960] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1819.127285] env[62259]: DEBUG oslo_vmware.api [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1819.127285] env[62259]: value = "task-1692887" [ 1819.127285] env[62259]: _type = "Task" [ 1819.127285] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.127824] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a592bf2-7270-4f56-93f3-35cd7572bf24 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.136044] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e65c97-bdb8-a070-ac88-5f6ab29cb749, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.137022] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73322f61-3d8e-4f94-9b15-371c3ba07972 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.142311] env[62259]: DEBUG oslo_vmware.api [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.145763] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1819.145763] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5271e2cd-38c8-195d-577c-f31bdae2efef" [ 1819.145763] env[62259]: _type = "Task" [ 1819.145763] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.154316] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5271e2cd-38c8-195d-577c-f31bdae2efef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.218266] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1819.218539] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1819.218687] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleting the datastore file [datastore1] 22b35895-839f-4138-817c-f9545682145d {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1819.219039] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8051dc7a-c92d-455e-ab40-27708c469879 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.226504] env[62259]: DEBUG oslo_vmware.api [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for the task: (returnval){ [ 1819.226504] env[62259]: value = "task-1692889" [ 1819.226504] env[62259]: _type = "Task" [ 1819.226504] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.236268] env[62259]: DEBUG oslo_vmware.api [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.473590] env[62259]: DEBUG nova.compute.utils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.477956] env[62259]: DEBUG nova.compute.manager [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1819.477956] env[62259]: DEBUG nova.network.neutron [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1819.496838] env[62259]: DEBUG oslo_concurrency.lockutils [req-9bcdae1d-b1ef-4755-8e7a-b9c4f041bab3 req-feb57cb4-ba55-4cf4-9502-72f819a9878f service nova] Releasing lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.497456] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.497670] env[62259]: DEBUG nova.network.neutron [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.526354] env[62259]: DEBUG nova.policy [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd56d930cb9d4c18bb8e7f0e51cb1ea4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8591097b85a0461cb4ad13edf78266f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1819.541761] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 3b931905-8d0d-4307-bb41-1b583f1eadcc] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1819.640965] env[62259]: DEBUG oslo_vmware.api [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692887, 'name': ReconfigVM_Task, 'duration_secs': 0.149431} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.641738] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352990', 'volume_id': '6594b112-d057-49b4-8250-4b0bc5933225', 'name': 'volume-6594b112-d057-49b4-8250-4b0bc5933225', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '09211258-2289-4761-8c9e-69ff7beb424d', 'attached_at': '', 'detached_at': '', 'volume_id': '6594b112-d057-49b4-8250-4b0bc5933225', 'serial': '6594b112-d057-49b4-8250-4b0bc5933225'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1819.646660] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eed73a6-63a5-4174-98be-010642c40a05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.659838] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3193978-460d-49f2-985d-71f5db4ff28a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.663223] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5271e2cd-38c8-195d-577c-f31bdae2efef, 'name': SearchDatastore_Task, 'duration_secs': 0.011619} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.663576] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.663898] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] b3ccc0a1-a9c1-49de-9778-26018435a7ca/b3ccc0a1-a9c1-49de-9778-26018435a7ca.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1819.664534] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71017e7e-6456-4690-9a7b-e5bd7508d462 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.697654] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a1100-5af5-4a92-a6ff-e9bc0969f211 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.700726] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1819.700726] env[62259]: value = "task-1692890" [ 1819.700726] env[62259]: _type = "Task" [ 1819.700726] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.708014] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6777d2cc-0576-40b8-9654-019fafde6aea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.715094] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.725442] env[62259]: DEBUG nova.compute.provider_tree [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.735554] env[62259]: DEBUG oslo_vmware.api [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Task: {'id': task-1692889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129351} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.735942] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1819.736187] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1819.736357] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1819.736535] env[62259]: INFO nova.compute.manager [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [instance: 22b35895-839f-4138-817c-f9545682145d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1819.736774] env[62259]: DEBUG oslo.service.loopingcall [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.737620] env[62259]: DEBUG nova.compute.manager [-] [instance: 22b35895-839f-4138-817c-f9545682145d] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1819.737758] env[62259]: DEBUG nova.network.neutron [-] [instance: 22b35895-839f-4138-817c-f9545682145d] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1819.978329] env[62259]: DEBUG nova.compute.manager [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1820.033845] env[62259]: DEBUG nova.network.neutron [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1820.044380] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 060d7047-d1d3-4b42-9558-15fa6090d43a] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1820.072686] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9235ce11-3970-4fe3-9418-13d83412784b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.100065] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fae545-09a5-4889-9e8f-4146aec4d97c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.111762] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance '18295aca-9e8f-4df5-a30f-1d5e34a06957' progress to 83 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1820.207193] env[62259]: DEBUG nova.objects.instance [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lazy-loading 'flavor' on Instance uuid 09211258-2289-4761-8c9e-69ff7beb424d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.217109] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477647} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.217409] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] b3ccc0a1-a9c1-49de-9778-26018435a7ca/b3ccc0a1-a9c1-49de-9778-26018435a7ca.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.217732] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.217899] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0bc4188-1d87-4bf1-af7e-ab88f931e0d7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.228580] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1820.228580] env[62259]: value = "task-1692891" [ 1820.228580] env[62259]: _type = "Task" [ 1820.228580] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.230433] env[62259]: DEBUG nova.network.neutron [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance_info_cache with network_info: [{"id": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "address": "fa:16:3e:50:ca:78", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e45ac8-13", "ovs_interfaceid": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.233576] env[62259]: DEBUG nova.scheduler.client.report [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1820.249391] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.280641] env[62259]: DEBUG nova.network.neutron [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Successfully created port: c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1820.548311] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 7b771915-02f2-40df-9cae-0f15fc6c6508] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1820.619505] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.620025] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18f9944f-c407-4c80-8fd9-01eae8a8f557 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.629458] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1820.629458] env[62259]: value = "task-1692892" [ 1820.629458] env[62259]: _type = "Task" [ 1820.629458] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.638202] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.742061] env[62259]: DEBUG oslo_concurrency.lockutils [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.744059] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.744346] env[62259]: DEBUG nova.compute.manager [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Instance network_info: |[{"id": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "address": "fa:16:3e:50:ca:78", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e45ac8-13", "ovs_interfaceid": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1820.744652] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069107} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.745197] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:ca:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8e45ac8-1383-4a81-afbd-ff80e657adf9', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.752795] env[62259]: DEBUG oslo.service.loopingcall [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.753045] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1820.753298] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.754009] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6df278-fe3f-4891-af9a-7861370a69b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.756901] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14344df7-70a7-4970-8d89-a6ace2c5ac0f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.775379] env[62259]: INFO nova.scheduler.client.report [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted allocations for instance 3a82bff9-2878-493b-a785-03c82e360108 [ 1820.795145] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] b3ccc0a1-a9c1-49de-9778-26018435a7ca/b3ccc0a1-a9c1-49de-9778-26018435a7ca.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.800856] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd767dad-1a0a-4cfd-a7d1-ee4a88dea99a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.817340] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.817340] env[62259]: value = "task-1692893" [ 1820.817340] env[62259]: _type = "Task" [ 1820.817340] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.820865] env[62259]: DEBUG nova.compute.manager [req-73ed9c72-ba97-49a2-b25b-05637088154d req-c2694221-dc19-4046-b99f-3fb35cee7189 service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Received event network-vif-deleted-4bf18142-5848-4a89-b0b9-64f787363931 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1820.820865] env[62259]: INFO nova.compute.manager [req-73ed9c72-ba97-49a2-b25b-05637088154d req-c2694221-dc19-4046-b99f-3fb35cee7189 service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Neutron deleted interface 4bf18142-5848-4a89-b0b9-64f787363931; detaching it from the instance and deleting it from the info cache [ 1820.820865] env[62259]: DEBUG nova.network.neutron [req-73ed9c72-ba97-49a2-b25b-05637088154d req-c2694221-dc19-4046-b99f-3fb35cee7189 service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.828686] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1820.828686] env[62259]: value = "task-1692894" [ 1820.828686] env[62259]: _type = "Task" [ 1820.828686] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.839737] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692893, 'name': CreateVM_Task} progress is 25%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.844009] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.992024] env[62259]: DEBUG nova.compute.manager [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1821.024553] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1821.025095] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1821.025434] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.025772] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1821.026129] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.026436] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1821.026810] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1821.027158] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1821.030084] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1821.030084] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1821.030084] env[62259]: DEBUG nova.virt.hardware [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1821.030084] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6724400-a1b4-4f4c-b1ea-bba007346de8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.038714] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4dc700-e449-4fd4-ad5c-78f4fae76080 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.054571] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 9d593c49-cb71-4a02-8b55-4cfc8e209f69] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1821.140385] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.213682] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd02db-cf87-4204-ad6e-497d73801af1 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.296s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.321107] env[62259]: DEBUG nova.network.neutron [-] [instance: 22b35895-839f-4138-817c-f9545682145d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.322475] env[62259]: DEBUG oslo_concurrency.lockutils [None req-97aaae15-19c5-4719-b3b4-032a36e6e005 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "3a82bff9-2878-493b-a785-03c82e360108" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.390s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.328094] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-708ffc26-862b-42e3-9715-3c287ee7a645 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.340903] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692893, 'name': CreateVM_Task, 'duration_secs': 0.468421} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.342613] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.344139] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.344139] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.344279] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.347474] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13afe3c0-0ea8-4ae9-ba00-104809e61a60 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.363272] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21995b09-8aa1-466f-84cf-b5c839796a13 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.365861] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.371868] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1821.371868] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a14f74-69a2-cfe8-b9ca-4c27860d8533" [ 1821.371868] env[62259]: _type = "Task" [ 1821.371868] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.382032] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a14f74-69a2-cfe8-b9ca-4c27860d8533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.393865] env[62259]: DEBUG nova.compute.manager [req-73ed9c72-ba97-49a2-b25b-05637088154d req-c2694221-dc19-4046-b99f-3fb35cee7189 service nova] [instance: 22b35895-839f-4138-817c-f9545682145d] Detach interface failed, port_id=4bf18142-5848-4a89-b0b9-64f787363931, reason: Instance 22b35895-839f-4138-817c-f9545682145d could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1821.562396] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: aababeef-d51a-4de0-9030-4369826d575e] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1821.641842] env[62259]: DEBUG oslo_vmware.api [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692892, 'name': PowerOnVM_Task, 'duration_secs': 0.771486} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.642133] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.642325] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9abe92-8bf6-46ac-a53c-5cc063f9a945 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance '18295aca-9e8f-4df5-a30f-1d5e34a06957' progress to 100 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1821.824789] env[62259]: INFO nova.compute.manager [-] [instance: 22b35895-839f-4138-817c-f9545682145d] Took 2.09 seconds to deallocate network for instance. [ 1821.841468] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692894, 'name': ReconfigVM_Task, 'duration_secs': 0.789597} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.841757] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Reconfigured VM instance instance-0000006d to attach disk [datastore1] b3ccc0a1-a9c1-49de-9778-26018435a7ca/b3ccc0a1-a9c1-49de-9778-26018435a7ca.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.842451] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5fe320d-5089-4ed7-9843-c93ce8a0f376 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.850553] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1821.850553] env[62259]: value = "task-1692895" [ 1821.850553] env[62259]: _type = "Task" [ 1821.850553] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.859332] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692895, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.883591] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a14f74-69a2-cfe8-b9ca-4c27860d8533, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.884107] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.884290] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1821.884557] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.884743] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.884956] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1821.885421] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4722a24-c2aa-4889-a932-4c292f9af275 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.896561] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1821.896835] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1821.898022] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b9cf7d-8adc-487e-8335-a44fb621c516 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.909811] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1821.909811] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c566c6-d20a-f2aa-6d9a-7405713dda01" [ 1821.909811] env[62259]: _type = "Task" [ 1821.909811] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.925183] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c566c6-d20a-f2aa-6d9a-7405713dda01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.066117] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 06f8c667-25b9-4eaf-abec-83032b591081] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1822.284240] env[62259]: DEBUG nova.network.neutron [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Successfully updated port: c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.332424] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.332694] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.333040] env[62259]: DEBUG nova.objects.instance [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lazy-loading 'resources' on Instance uuid 22b35895-839f-4138-817c-f9545682145d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.361529] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692895, 'name': Rename_Task, 'duration_secs': 0.354059} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.361927] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.362200] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b81d1b-523e-4325-8e00-a4b9f4a7a855 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.370464] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1822.370464] env[62259]: value = "task-1692896" [ 1822.370464] env[62259]: _type = "Task" [ 1822.370464] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.379131] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.422167] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c566c6-d20a-f2aa-6d9a-7405713dda01, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.422972] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f27f8d4-d733-4b4c-9ec7-d1faf0813eff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.430893] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1822.430893] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ec4a38-b7a7-f684-04ac-0d09554fab78" [ 1822.430893] env[62259]: _type = "Task" [ 1822.430893] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.439616] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ec4a38-b7a7-f684-04ac-0d09554fab78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.570586] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 932a0f6b-09fa-49e9-bd14-87b910230b05] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1822.594046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "09211258-2289-4761-8c9e-69ff7beb424d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.594303] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.594893] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "09211258-2289-4761-8c9e-69ff7beb424d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.594893] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.595024] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.597258] env[62259]: INFO nova.compute.manager [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Terminating instance [ 1822.787382] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.787577] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquired lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.787709] env[62259]: DEBUG nova.network.neutron [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.840508] env[62259]: DEBUG nova.compute.manager [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Received event network-vif-plugged-c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1822.840723] env[62259]: DEBUG oslo_concurrency.lockutils [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] Acquiring lock "cbef2bfa-be83-4978-8235-8597f52334b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.840926] env[62259]: DEBUG oslo_concurrency.lockutils [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] Lock "cbef2bfa-be83-4978-8235-8597f52334b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.841181] env[62259]: DEBUG oslo_concurrency.lockutils [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] Lock "cbef2bfa-be83-4978-8235-8597f52334b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.841368] env[62259]: DEBUG nova.compute.manager [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] No waiting events found dispatching network-vif-plugged-c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1822.841534] env[62259]: WARNING nova.compute.manager [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Received unexpected event network-vif-plugged-c3e194b7-4d2c-4141-84ab-f7ad9c39f613 for instance with vm_state building and task_state spawning. [ 1822.841697] env[62259]: DEBUG nova.compute.manager [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Received event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1822.841867] env[62259]: DEBUG nova.compute.manager [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing instance network info cache due to event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1822.842093] env[62259]: DEBUG oslo_concurrency.lockutils [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] Acquiring lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.880581] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.941505] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ec4a38-b7a7-f684-04ac-0d09554fab78, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.941761] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.942050] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 6a9c781e-d017-442d-8521-782f5c1942e2/6a9c781e-d017-442d-8521-782f5c1942e2.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.944740] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ce5f1e7-4fb1-4c9f-ba82-bad39eb0255f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.953270] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1822.953270] env[62259]: value = "task-1692897" [ 1822.953270] env[62259]: _type = "Task" [ 1822.953270] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.964982] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.019030] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2accd184-2c72-4b6e-829b-bf8367b21621 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.027771] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87928d4a-e3cd-4d93-8021-56777c755a55 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.058522] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c8943f-20c4-4f67-9b88-6febe4246d1d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.067097] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a5b4f8-11ee-49fd-9331-2bd6740f45e8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.083485] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 9252f584-ab03-44bc-8804-6ec531eb969a] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1823.085502] env[62259]: DEBUG nova.compute.provider_tree [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.101152] env[62259]: DEBUG nova.compute.manager [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1823.101402] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1823.102549] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb66d5a-ab7d-4633-87cc-9d9e6053d1e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.112258] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.112503] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46be702c-d100-43f7-a13c-7a8fa90bf201 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.120309] env[62259]: DEBUG oslo_vmware.api [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1823.120309] env[62259]: value = "task-1692898" [ 1823.120309] env[62259]: _type = "Task" [ 1823.120309] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.131119] env[62259]: DEBUG oslo_vmware.api [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.147792] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "50467931-998b-4dc3-8a60-0a19d36b6480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.148024] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "50467931-998b-4dc3-8a60-0a19d36b6480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.332758] env[62259]: DEBUG nova.network.neutron [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1823.419070] env[62259]: DEBUG oslo_vmware.api [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692896, 'name': PowerOnVM_Task, 'duration_secs': 0.575428} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.419391] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1823.419651] env[62259]: INFO nova.compute.manager [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1823.421427] env[62259]: DEBUG nova.compute.manager [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.423724] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f2b98c-6814-4c49-bb50-aa5f4aff5c68 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.481805] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692897, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.587740] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: f84bee00-1236-4f80-93ac-6742eb4aeac0] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1823.594307] env[62259]: DEBUG nova.network.neutron [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updating instance_info_cache with network_info: [{"id": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "address": "fa:16:3e:8e:99:97", "network": {"id": "cf242290-f5c3-46b9-8e4f-6b6d97e342aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1383084137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8591097b85a0461cb4ad13edf78266f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e194b7-4d", "ovs_interfaceid": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.616344] env[62259]: ERROR nova.scheduler.client.report [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] [req-a43f83bf-7385-4523-9457-d17205577532] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a43f83bf-7385-4523-9457-d17205577532"}]} [ 1823.631962] env[62259]: DEBUG oslo_vmware.api [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692898, 'name': PowerOffVM_Task, 'duration_secs': 0.359239} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.632727] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.633225] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.635160] env[62259]: DEBUG nova.scheduler.client.report [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1823.636973] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2495cbca-e6b8-48b2-99da-e42e1874c38e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.650500] env[62259]: DEBUG nova.compute.manager [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1823.654802] env[62259]: DEBUG nova.scheduler.client.report [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1823.654802] env[62259]: DEBUG nova.compute.provider_tree [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.667235] env[62259]: DEBUG nova.scheduler.client.report [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1823.688398] env[62259]: DEBUG nova.scheduler.client.report [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1823.735456] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1823.735628] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1823.735911] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Deleting the datastore file [datastore1] 09211258-2289-4761-8c9e-69ff7beb424d {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.736208] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83a325bf-9193-4fef-a514-8bf243e7a9b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.744846] env[62259]: DEBUG oslo_vmware.api [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1823.744846] env[62259]: value = "task-1692900" [ 1823.744846] env[62259]: _type = "Task" [ 1823.744846] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.755748] env[62259]: DEBUG oslo_vmware.api [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.864923] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce58d87-baa0-4044-8786-3cf8bcbec130 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.878332] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530ff603-755d-4db1-8518-d7dc099d9be7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.916034] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091a7d33-6e77-4e80-bd78-b5dd2fc2b6d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.925353] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1f2bd9-32bd-4e98-8551-212b349a2493 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.940501] env[62259]: DEBUG nova.compute.provider_tree [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.967223] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692897, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.967788] env[62259]: INFO nova.compute.manager [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Took 13.01 seconds to build instance. [ 1824.094977] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 703e0331-6b63-4bde-9fd1-346378d1537a] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1824.097373] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Releasing lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.097691] env[62259]: DEBUG nova.compute.manager [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Instance network_info: |[{"id": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "address": "fa:16:3e:8e:99:97", "network": {"id": "cf242290-f5c3-46b9-8e4f-6b6d97e342aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1383084137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8591097b85a0461cb4ad13edf78266f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e194b7-4d", "ovs_interfaceid": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1824.098197] env[62259]: DEBUG oslo_concurrency.lockutils [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] Acquired lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.098383] env[62259]: DEBUG nova.network.neutron [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.099446] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:99:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e194b7-4d2c-4141-84ab-f7ad9c39f613', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.106948] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Creating folder: Project (8591097b85a0461cb4ad13edf78266f8). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1824.107988] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9608df9c-3d81-4c08-9834-d27d09c2f74f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.121512] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Created folder: Project (8591097b85a0461cb4ad13edf78266f8) in parent group-v352705. [ 1824.121712] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Creating folder: Instances. Parent ref: group-v353006. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1824.121956] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1249aea-72a7-4d22-bbdf-9dcab641dc06 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.131998] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Created folder: Instances in parent group-v353006. [ 1824.132260] env[62259]: DEBUG oslo.service.loopingcall [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.132450] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.132662] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee39d0e-996b-48b2-ad31-cb4379dd49c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.154273] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.154273] env[62259]: value = "task-1692903" [ 1824.154273] env[62259]: _type = "Task" [ 1824.154273] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.167901] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692903, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.173256] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.255987] env[62259]: DEBUG oslo_vmware.api [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174515} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.256376] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1824.256495] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1824.257108] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1824.257108] env[62259]: INFO nova.compute.manager [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1824.257177] env[62259]: DEBUG oslo.service.loopingcall [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.257389] env[62259]: DEBUG nova.compute.manager [-] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1824.257487] env[62259]: DEBUG nova.network.neutron [-] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1824.468338] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692897, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.469861] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cbd9cd7a-b1de-40de-b640-0d1f4fc5695f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.523s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.470803] env[62259]: DEBUG nova.scheduler.client.report [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1824.471043] env[62259]: DEBUG nova.compute.provider_tree [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 161 to 162 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1824.471231] env[62259]: DEBUG nova.compute.provider_tree [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1824.585087] env[62259]: DEBUG nova.network.neutron [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Port 3afcb233-df60-4a37-8667-002eb0b1453b binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1824.585489] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.585743] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.585984] env[62259]: DEBUG nova.network.neutron [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.599090] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 609fa89e-5eb5-4429-a1e9-bf5768419909] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1824.665753] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692903, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.970367] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692897, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.536194} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.970620] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 6a9c781e-d017-442d-8521-782f5c1942e2/6a9c781e-d017-442d-8521-782f5c1942e2.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.970822] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.971097] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f04bd3f-d3bf-447c-9dd8-a47c5ffbed32 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.975976] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.643s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.979340] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.806s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.980859] env[62259]: INFO nova.compute.claims [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1824.983883] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1824.983883] env[62259]: value = "task-1692904" [ 1824.983883] env[62259]: _type = "Task" [ 1824.983883] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.999618] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.007755] env[62259]: INFO nova.scheduler.client.report [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Deleted allocations for instance 22b35895-839f-4138-817c-f9545682145d [ 1825.102760] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: d4ae6d51-e833-437d-9569-d760311ef0ea] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1825.166440] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692903, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.325450] env[62259]: DEBUG nova.network.neutron [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance_info_cache with network_info: [{"id": "3afcb233-df60-4a37-8667-002eb0b1453b", "address": "fa:16:3e:b6:44:8a", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afcb233-df", "ovs_interfaceid": "3afcb233-df60-4a37-8667-002eb0b1453b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.484581] env[62259]: DEBUG nova.network.neutron [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updated VIF entry in instance network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.484922] env[62259]: DEBUG nova.network.neutron [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updating instance_info_cache with network_info: [{"id": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "address": "fa:16:3e:8e:99:97", "network": {"id": "cf242290-f5c3-46b9-8e4f-6b6d97e342aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1383084137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8591097b85a0461cb4ad13edf78266f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e194b7-4d", "ovs_interfaceid": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.497585] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072033} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.498756] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.500358] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b623629-acee-4455-b3bb-5a44544eafe3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.527953] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 6a9c781e-d017-442d-8521-782f5c1942e2/6a9c781e-d017-442d-8521-782f5c1942e2.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.528586] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e6467b2-1cf6-45c0-9e9d-ded9ebda50f1 tempest-AttachVolumeNegativeTest-672147437 tempest-AttachVolumeNegativeTest-672147437-project-member] Lock "22b35895-839f-4138-817c-f9545682145d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.478s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.530038] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3741655a-7ca2-4ec5-9894-c229b72fb4bb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.553356] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1825.553356] env[62259]: value = "task-1692905" [ 1825.553356] env[62259]: _type = "Task" [ 1825.553356] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.565739] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.606421] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 478b32e5-5bff-4017-b2d2-0a5b0b6c6cc8] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1825.667964] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692903, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.689017] env[62259]: DEBUG nova.compute.manager [req-1b1c7b20-2c14-4992-aa12-f79241f7348b req-203c2aff-6664-4cdd-b878-a9ddec77e6fd service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Received event network-vif-deleted-925676aa-a2d2-4c34-a7be-0d57391831eb {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1825.689017] env[62259]: INFO nova.compute.manager [req-1b1c7b20-2c14-4992-aa12-f79241f7348b req-203c2aff-6664-4cdd-b878-a9ddec77e6fd service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Neutron deleted interface 925676aa-a2d2-4c34-a7be-0d57391831eb; detaching it from the instance and deleting it from the info cache [ 1825.689017] env[62259]: DEBUG nova.network.neutron [req-1b1c7b20-2c14-4992-aa12-f79241f7348b req-203c2aff-6664-4cdd-b878-a9ddec77e6fd service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.829232] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.991529] env[62259]: DEBUG oslo_concurrency.lockutils [req-44857a30-984f-47c9-8728-37963222057c req-d3dbdb41-aa55-4cd9-8e3b-e00f715879f3 service nova] Releasing lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.065902] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692905, 'name': ReconfigVM_Task, 'duration_secs': 0.368549} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.068111] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 6a9c781e-d017-442d-8521-782f5c1942e2/6a9c781e-d017-442d-8521-782f5c1942e2.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.070131] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-760d2139-9bc2-4ec8-98da-70d242189159 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.077934] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1826.077934] env[62259]: value = "task-1692907" [ 1826.077934] env[62259]: _type = "Task" [ 1826.077934] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.090418] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692907, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.109872] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: c886f7a8-f8cb-409d-a1ec-f4424bfb521c] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1826.164229] env[62259]: DEBUG nova.network.neutron [-] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.170792] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692903, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.198101] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0c74c59-7ec7-4468-86ac-cc3f4f4107e7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.209496] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15bac38-3a1e-4d75-a491-eb42be463ab5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.242701] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb35e59-bbaa-4352-b8e8-bc2808994bb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.258190] env[62259]: DEBUG nova.compute.manager [req-1b1c7b20-2c14-4992-aa12-f79241f7348b req-203c2aff-6664-4cdd-b878-a9ddec77e6fd service nova] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Detach interface failed, port_id=925676aa-a2d2-4c34-a7be-0d57391831eb, reason: Instance 09211258-2289-4761-8c9e-69ff7beb424d could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1826.263916] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99df8e3-bf1e-48ab-9d69-d7234cef78dd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.298598] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf37240-c2eb-445e-8457-ed1b6a0a46dd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.307821] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b51011-a6ac-4151-ad3f-fc32dd6c1b64 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.326018] env[62259]: DEBUG nova.compute.provider_tree [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.332650] env[62259]: DEBUG nova.compute.manager [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62259) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1826.588845] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692907, 'name': Rename_Task, 'duration_secs': 0.175896} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.589138] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.589389] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db5e2de2-73d0-4a27-8658-1876b282b9ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.597804] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1826.597804] env[62259]: value = "task-1692908" [ 1826.597804] env[62259]: _type = "Task" [ 1826.597804] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.606321] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.613867] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 3ae727ee-f97a-4191-a414-430bc45dfe04] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1826.670422] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692903, 'name': CreateVM_Task, 'duration_secs': 2.227735} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.670815] env[62259]: INFO nova.compute.manager [-] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Took 2.41 seconds to deallocate network for instance. [ 1826.670970] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.672997] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.673178] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.673503] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.676187] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596b656e-731a-4687-b836-60d952bb457e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.681964] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1826.681964] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52873b3d-79eb-0f27-f8bb-d7b138d078f3" [ 1826.681964] env[62259]: _type = "Task" [ 1826.681964] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.690171] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52873b3d-79eb-0f27-f8bb-d7b138d078f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.827410] env[62259]: DEBUG nova.scheduler.client.report [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1827.111122] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692908, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.116789] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 4939de91-9990-4d0d-a360-6fd22210772c] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1827.179639] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.192770] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52873b3d-79eb-0f27-f8bb-d7b138d078f3, 'name': SearchDatastore_Task, 'duration_secs': 0.022492} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.193094] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.193331] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1827.193561] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.193705] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.193888] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.194189] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a14b3b-04ce-4108-9de8-51b62df2da58 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.204075] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.204260] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.204965] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9852497c-ff41-4058-9ee5-de4a2de2b9d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.210925] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1827.210925] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520cdd45-e16f-fccb-2158-aba9ba201e29" [ 1827.210925] env[62259]: _type = "Task" [ 1827.210925] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.218609] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520cdd45-e16f-fccb-2158-aba9ba201e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.333417] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.333957] env[62259]: DEBUG nova.compute.manager [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1827.336666] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.157s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.336886] env[62259]: DEBUG nova.objects.instance [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lazy-loading 'resources' on Instance uuid 09211258-2289-4761-8c9e-69ff7beb424d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.444280] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.610356] env[62259]: DEBUG oslo_vmware.api [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692908, 'name': PowerOnVM_Task, 'duration_secs': 0.526055} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.610640] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.610842] env[62259]: INFO nova.compute.manager [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1827.611033] env[62259]: DEBUG nova.compute.manager [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.611810] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2932e4-47e8-468b-b0b6-ec7160c7acec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.623706] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 1af408fc-cca0-46d1-a038-6c690df2c066] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1827.717928] env[62259]: DEBUG nova.compute.manager [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1827.718170] env[62259]: DEBUG nova.compute.manager [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing instance network info cache due to event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1827.718391] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Acquiring lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.718536] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Acquired lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.718714] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing network info cache for port 6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.726437] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520cdd45-e16f-fccb-2158-aba9ba201e29, 'name': SearchDatastore_Task, 'duration_secs': 0.019001} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.727689] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8f2dbc-ee79-4f1c-a3d7-3f367e2a81b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.734461] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1827.734461] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fe7a9e-4d26-ce2b-26f7-fc5a01635341" [ 1827.734461] env[62259]: _type = "Task" [ 1827.734461] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.743915] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fe7a9e-4d26-ce2b-26f7-fc5a01635341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.839492] env[62259]: DEBUG nova.compute.utils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1827.843527] env[62259]: DEBUG nova.compute.manager [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1827.843691] env[62259]: DEBUG nova.network.neutron [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1827.886236] env[62259]: DEBUG nova.policy [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7dc110aba14038a30660622853d8c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b77d418aab7145d6a6b8e7970ac92ee2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1827.995928] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f648557-0044-4689-89fb-96bf00e41629 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.005337] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b908e225-9625-416e-b742-e13fdf7d813d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.036779] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac80a331-ed72-42dc-8e92-8fa2b136f1e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.045572] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc247a2-73bb-4e47-b699-2364f5353b17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.060140] env[62259]: DEBUG nova.compute.provider_tree [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.132784] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: d9aabdfe-19cf-479c-b19c-92ebd4952e15] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1828.132784] env[62259]: INFO nova.compute.manager [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Took 14.70 seconds to build instance. [ 1828.153307] env[62259]: DEBUG nova.network.neutron [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Successfully created port: 62156b59-d301-4277-8634-c319436920a5 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1828.246316] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52fe7a9e-4d26-ce2b-26f7-fc5a01635341, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.246574] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.246912] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] cbef2bfa-be83-4978-8235-8597f52334b7/cbef2bfa-be83-4978-8235-8597f52334b7.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1828.247111] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d703b61e-eb4f-470a-8830-d8a9a38bdae5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.259817] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1828.259817] env[62259]: value = "task-1692910" [ 1828.259817] env[62259]: _type = "Task" [ 1828.259817] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.273384] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.346310] env[62259]: DEBUG nova.compute.manager [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1828.565518] env[62259]: DEBUG nova.scheduler.client.report [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1828.636648] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: c1130626-63a6-4610-a80c-1f1a6624e94b] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1828.636648] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9a91681a-66e5-45f7-befc-bbad3d807628 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.215s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.771620] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.806830] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updated VIF entry in instance network info cache for port 6de23b65-1a01-4fea-ad5d-f68ae0454f1e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.806830] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [{"id": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "address": "fa:16:3e:61:08:2d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de23b65-1a", "ovs_interfaceid": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.070219] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.073630] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.629s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.095304] env[62259]: INFO nova.scheduler.client.report [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Deleted allocations for instance 09211258-2289-4761-8c9e-69ff7beb424d [ 1829.138262] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 40e30f76-c80e-4d86-93f7-a8a659ba56d1] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1829.272027] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575173} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.272323] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] cbef2bfa-be83-4978-8235-8597f52334b7/cbef2bfa-be83-4978-8235-8597f52334b7.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.272546] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.272856] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b5d361d-0587-4caf-901a-158df02bb1d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.281164] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1829.281164] env[62259]: value = "task-1692911" [ 1829.281164] env[62259]: _type = "Task" [ 1829.281164] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.290452] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.307711] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Releasing lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.308047] env[62259]: DEBUG nova.compute.manager [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received event network-changed-f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1829.308276] env[62259]: DEBUG nova.compute.manager [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing instance network info cache due to event network-changed-f971c0a0-05dc-40df-8d33-56267a3b1d59. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1829.308507] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Acquiring lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.308652] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Acquired lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.308865] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing network info cache for port f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.356190] env[62259]: DEBUG nova.compute.manager [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1829.387422] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1829.387712] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1829.387934] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.388145] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1829.388294] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.388439] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1829.388644] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1829.388837] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1829.389062] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1829.389245] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1829.389419] env[62259]: DEBUG nova.virt.hardware [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1829.390592] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013f9a66-bc78-4dbb-8160-44f38ca75517 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.399567] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab3243d-73ae-4948-9ef3-0c955e12624b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.577120] env[62259]: DEBUG nova.objects.instance [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'migration_context' on Instance uuid 18295aca-9e8f-4df5-a30f-1d5e34a06957 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.602475] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c8cb2f58-a359-4b0f-b53a-ff8bf9622c88 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "09211258-2289-4761-8c9e-69ff7beb424d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.008s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.641704] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 79daa191-06d1-454c-885f-5602630eb6a1] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1829.791714] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077867} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.791989] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.792787] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4634f362-8bdd-4c1b-9ef7-2510943a7930 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.815930] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] cbef2bfa-be83-4978-8235-8597f52334b7/cbef2bfa-be83-4978-8235-8597f52334b7.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.818279] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-669ce91c-903a-4bae-8469-1102c75d0567 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.840893] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1829.840893] env[62259]: value = "task-1692912" [ 1829.840893] env[62259]: _type = "Task" [ 1829.840893] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.850612] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.144758] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 865c009b-cbc0-45dd-84fa-42cce7f8222b] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1830.242884] env[62259]: DEBUG nova.compute.manager [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Stashing vm_state: active {{(pid=62259) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1830.261179] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ffb054-6817-40b9-9de7-c5e58c790253 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.272714] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c342b3-2171-48f9-86c8-04436becf7df {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.311862] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab4b5db-f506-4bff-97b3-bc8934a293ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.321500] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3b5067-547d-4045-9b9e-a2cd3176b560 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.328230] env[62259]: DEBUG nova.compute.manager [req-30912af6-e941-493e-ad86-41c56df8476f req-eca99e68-a1cb-4443-accc-4302d0f21dd6 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Received event network-vif-plugged-62156b59-d301-4277-8634-c319436920a5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1830.328439] env[62259]: DEBUG oslo_concurrency.lockutils [req-30912af6-e941-493e-ad86-41c56df8476f req-eca99e68-a1cb-4443-accc-4302d0f21dd6 service nova] Acquiring lock "50467931-998b-4dc3-8a60-0a19d36b6480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.328652] env[62259]: DEBUG oslo_concurrency.lockutils [req-30912af6-e941-493e-ad86-41c56df8476f req-eca99e68-a1cb-4443-accc-4302d0f21dd6 service nova] Lock "50467931-998b-4dc3-8a60-0a19d36b6480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.328845] env[62259]: DEBUG oslo_concurrency.lockutils [req-30912af6-e941-493e-ad86-41c56df8476f req-eca99e68-a1cb-4443-accc-4302d0f21dd6 service nova] Lock "50467931-998b-4dc3-8a60-0a19d36b6480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.329138] env[62259]: DEBUG nova.compute.manager [req-30912af6-e941-493e-ad86-41c56df8476f req-eca99e68-a1cb-4443-accc-4302d0f21dd6 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] No waiting events found dispatching network-vif-plugged-62156b59-d301-4277-8634-c319436920a5 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.329248] env[62259]: WARNING nova.compute.manager [req-30912af6-e941-493e-ad86-41c56df8476f req-eca99e68-a1cb-4443-accc-4302d0f21dd6 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Received unexpected event network-vif-plugged-62156b59-d301-4277-8634-c319436920a5 for instance with vm_state building and task_state spawning. [ 1830.342641] env[62259]: DEBUG nova.compute.provider_tree [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.354833] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.374605] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updated VIF entry in instance network info cache for port f971c0a0-05dc-40df-8d33-56267a3b1d59. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1830.374951] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [{"id": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "address": "fa:16:3e:41:8b:0b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf971c0a0-05", "ovs_interfaceid": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.456740] env[62259]: DEBUG nova.network.neutron [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Successfully updated port: 62156b59-d301-4277-8634-c319436920a5 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1830.648416] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 2089ec2c-88a6-4b30-b678-527b3d14a72b] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1830.767451] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.847284] env[62259]: DEBUG nova.scheduler.client.report [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1830.857059] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.878183] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Releasing lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.878534] env[62259]: DEBUG nova.compute.manager [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received event network-changed-f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1830.878754] env[62259]: DEBUG nova.compute.manager [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing instance network info cache due to event network-changed-f971c0a0-05dc-40df-8d33-56267a3b1d59. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1830.879143] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Acquiring lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.879387] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Acquired lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.879738] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing network info cache for port f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.959782] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "refresh_cache-50467931-998b-4dc3-8a60-0a19d36b6480" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.959940] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "refresh_cache-50467931-998b-4dc3-8a60-0a19d36b6480" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.960112] env[62259]: DEBUG nova.network.neutron [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1831.151364] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: acc92a8a-dc8e-479d-97d8-5feb7ef1f0ac] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1831.357362] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.517364] env[62259]: DEBUG nova.network.neutron [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.654587] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 5734241a-1b7b-468a-a397-07fa2a52d352] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1831.732951] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updated VIF entry in instance network info cache for port f971c0a0-05dc-40df-8d33-56267a3b1d59. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.733342] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [{"id": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "address": "fa:16:3e:41:8b:0b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf971c0a0-05", "ovs_interfaceid": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.754615] env[62259]: DEBUG nova.network.neutron [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Updating instance_info_cache with network_info: [{"id": "62156b59-d301-4277-8634-c319436920a5", "address": "fa:16:3e:02:10:6b", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62156b59-d3", "ovs_interfaceid": "62156b59-d301-4277-8634-c319436920a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.853311] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692912, 'name': ReconfigVM_Task, 'duration_secs': 1.731056} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.853657] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Reconfigured VM instance instance-0000006f to attach disk [datastore1] cbef2bfa-be83-4978-8235-8597f52334b7/cbef2bfa-be83-4978-8235-8597f52334b7.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1831.854329] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c961496c-2d9a-4870-b025-4b1b1f57d14e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.860114] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.787s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.868978] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.102s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.870452] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1831.870452] env[62259]: value = "task-1692915" [ 1831.870452] env[62259]: _type = "Task" [ 1831.870452] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.885620] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692915, 'name': Rename_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.160025] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 574e92d4-f7cd-4bb1-8678-c47af41c2937] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1832.238185] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Releasing lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.238185] env[62259]: DEBUG nova.compute.manager [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1832.238185] env[62259]: DEBUG nova.compute.manager [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing instance network info cache due to event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1832.238185] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Acquiring lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.238185] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Acquired lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.238185] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing network info cache for port 6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1832.259031] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "refresh_cache-50467931-998b-4dc3-8a60-0a19d36b6480" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.259031] env[62259]: DEBUG nova.compute.manager [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Instance network_info: |[{"id": "62156b59-d301-4277-8634-c319436920a5", "address": "fa:16:3e:02:10:6b", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62156b59-d3", "ovs_interfaceid": "62156b59-d301-4277-8634-c319436920a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1832.259031] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:10:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62156b59-d301-4277-8634-c319436920a5', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1832.268023] env[62259]: DEBUG oslo.service.loopingcall [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1832.268205] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1832.268596] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5197edb4-1b9e-4327-9709-359d1c954e81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.293071] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1832.293071] env[62259]: value = "task-1692916" [ 1832.293071] env[62259]: _type = "Task" [ 1832.293071] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.300106] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692916, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.361446] env[62259]: DEBUG nova.compute.manager [req-a4f58696-9a88-4f98-b0d6-565519985663 req-b1009267-ed4d-4696-aa92-ddae6b2a931c service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Received event network-changed-62156b59-d301-4277-8634-c319436920a5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1832.361446] env[62259]: DEBUG nova.compute.manager [req-a4f58696-9a88-4f98-b0d6-565519985663 req-b1009267-ed4d-4696-aa92-ddae6b2a931c service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Refreshing instance network info cache due to event network-changed-62156b59-d301-4277-8634-c319436920a5. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1832.361979] env[62259]: DEBUG oslo_concurrency.lockutils [req-a4f58696-9a88-4f98-b0d6-565519985663 req-b1009267-ed4d-4696-aa92-ddae6b2a931c service nova] Acquiring lock "refresh_cache-50467931-998b-4dc3-8a60-0a19d36b6480" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.362388] env[62259]: DEBUG oslo_concurrency.lockutils [req-a4f58696-9a88-4f98-b0d6-565519985663 req-b1009267-ed4d-4696-aa92-ddae6b2a931c service nova] Acquired lock "refresh_cache-50467931-998b-4dc3-8a60-0a19d36b6480" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.362774] env[62259]: DEBUG nova.network.neutron [req-a4f58696-9a88-4f98-b0d6-565519985663 req-b1009267-ed4d-4696-aa92-ddae6b2a931c service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Refreshing network info cache for port 62156b59-d301-4277-8634-c319436920a5 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1832.374664] env[62259]: INFO nova.compute.claims [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.396216] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692915, 'name': Rename_Task, 'duration_secs': 0.143668} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.396724] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.397674] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3fd5981-7048-44c2-a220-0122fc2fc256 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.408441] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1832.408441] env[62259]: value = "task-1692917" [ 1832.408441] env[62259]: _type = "Task" [ 1832.408441] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.417079] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.664394] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 5029aaf0-9a81-48d4-889c-39ac61f3f5e9] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1832.802157] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692916, 'name': CreateVM_Task, 'duration_secs': 0.327119} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.802485] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1832.803297] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.803554] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.803938] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1832.804296] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac32347-c40b-449c-9a02-b8adc1ef71f3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.810348] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1832.810348] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52edf684-38c9-65fc-26ee-3682999a055e" [ 1832.810348] env[62259]: _type = "Task" [ 1832.810348] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.820017] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52edf684-38c9-65fc-26ee-3682999a055e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.886129] env[62259]: INFO nova.compute.resource_tracker [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating resource usage from migration ce427428-c291-4622-a411-2a6032169356 [ 1832.920520] env[62259]: DEBUG oslo_vmware.api [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692917, 'name': PowerOnVM_Task, 'duration_secs': 0.499948} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.922842] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.923460] env[62259]: INFO nova.compute.manager [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Took 11.93 seconds to spawn the instance on the hypervisor. [ 1832.923693] env[62259]: DEBUG nova.compute.manager [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.924569] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f949d8-1536-4050-b179-dc37c23f5ca7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.056060] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2644e3d-1dfc-44ba-9160-c4d1a4a7df5a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.063988] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605cf840-f9e3-418d-b5e2-9f9d6dcb27d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.098262] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c8124e-1711-4288-9247-acfc03ea1770 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.106686] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512ef446-0df1-497f-a955-893201ebab2e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.123138] env[62259]: DEBUG nova.compute.provider_tree [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.168057] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 7c76e700-8634-4290-b100-a9997a443a3d] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1833.186336] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updated VIF entry in instance network info cache for port 6de23b65-1a01-4fea-ad5d-f68ae0454f1e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.186733] env[62259]: DEBUG nova.network.neutron [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [{"id": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "address": "fa:16:3e:61:08:2d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de23b65-1a", "ovs_interfaceid": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.315321] env[62259]: DEBUG nova.network.neutron [req-a4f58696-9a88-4f98-b0d6-565519985663 req-b1009267-ed4d-4696-aa92-ddae6b2a931c service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Updated VIF entry in instance network info cache for port 62156b59-d301-4277-8634-c319436920a5. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.315620] env[62259]: DEBUG nova.network.neutron [req-a4f58696-9a88-4f98-b0d6-565519985663 req-b1009267-ed4d-4696-aa92-ddae6b2a931c service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Updating instance_info_cache with network_info: [{"id": "62156b59-d301-4277-8634-c319436920a5", "address": "fa:16:3e:02:10:6b", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62156b59-d3", "ovs_interfaceid": "62156b59-d301-4277-8634-c319436920a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.323447] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52edf684-38c9-65fc-26ee-3682999a055e, 'name': SearchDatastore_Task, 'duration_secs': 0.467961} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.323968] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.324228] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1833.324465] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.324610] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.324786] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1833.325132] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9c88f1-17fa-4df6-aaff-1cf1ccaee719 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.335145] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1833.335315] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1833.336242] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d72d01-69dc-474a-88b7-91acb825e072 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.342335] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1833.342335] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52238eb0-ff6c-d0b8-3a43-c9e1642f5c5e" [ 1833.342335] env[62259]: _type = "Task" [ 1833.342335] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.351439] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52238eb0-ff6c-d0b8-3a43-c9e1642f5c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.411397] env[62259]: INFO nova.compute.manager [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Swapping old allocation on dict_keys(['07134af6-d303-472c-9b0c-7734192de603']) held by migration 69c115c8-da98-4d5a-8a3f-7929d1365e8a for instance [ 1833.434170] env[62259]: DEBUG nova.scheduler.client.report [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Overwriting current allocation {'allocations': {'07134af6-d303-472c-9b0c-7734192de603': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': '61ea832725d341f9bd5d4abf1e5aabdc', 'user_id': 'ce89b6344a234a1bb6fe3d4e4d34972d', 'consumer_generation': 1} on consumer 18295aca-9e8f-4df5-a30f-1d5e34a06957 {{(pid=62259) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1833.445913] env[62259]: INFO nova.compute.manager [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Took 19.42 seconds to build instance. [ 1833.512277] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.512426] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.512583] env[62259]: DEBUG nova.network.neutron [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.626293] env[62259]: DEBUG nova.scheduler.client.report [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1833.667170] env[62259]: DEBUG oslo_concurrency.lockutils [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "037915e4-25ce-4630-8c92-916d32f27f5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.667435] env[62259]: DEBUG oslo_concurrency.lockutils [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "037915e4-25ce-4630-8c92-916d32f27f5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.667650] env[62259]: DEBUG oslo_concurrency.lockutils [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "037915e4-25ce-4630-8c92-916d32f27f5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.667832] env[62259]: DEBUG oslo_concurrency.lockutils [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "037915e4-25ce-4630-8c92-916d32f27f5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.668075] env[62259]: DEBUG oslo_concurrency.lockutils [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "037915e4-25ce-4630-8c92-916d32f27f5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.669734] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: e6d34622-a87d-4ada-9be0-c4515f53d329] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1833.671913] env[62259]: INFO nova.compute.manager [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Terminating instance [ 1833.689135] env[62259]: DEBUG oslo_concurrency.lockutils [req-91c4fa4c-75fd-42f7-8aed-d2bfdd6afe2d req-089e8a16-36e8-4b0e-8e53-c9f18e4df433 service nova] Releasing lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.818647] env[62259]: DEBUG oslo_concurrency.lockutils [req-a4f58696-9a88-4f98-b0d6-565519985663 req-b1009267-ed4d-4696-aa92-ddae6b2a931c service nova] Releasing lock "refresh_cache-50467931-998b-4dc3-8a60-0a19d36b6480" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.854508] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52238eb0-ff6c-d0b8-3a43-c9e1642f5c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.026948} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.855285] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced01d94-c232-41b1-90e2-f4136200fd08 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.861699] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1833.861699] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5270bea9-63b5-4a67-cf28-61d31a1c02f5" [ 1833.861699] env[62259]: _type = "Task" [ 1833.861699] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.870218] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5270bea9-63b5-4a67-cf28-61d31a1c02f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.948075] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5a27d5d6-dd6a-4f5d-9df9-51defe2b9ffb tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "cbef2bfa-be83-4978-8235-8597f52334b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.934s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.976258] env[62259]: INFO nova.compute.manager [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Rescuing [ 1833.976525] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.976681] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquired lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.976854] env[62259]: DEBUG nova.network.neutron [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.130859] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.262s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.131105] env[62259]: INFO nova.compute.manager [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Migrating [ 1834.173863] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 88584ded-586c-4b00-a393-5106b5d383c1] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1834.176445] env[62259]: DEBUG nova.compute.manager [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.176445] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.177407] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7513c0af-24d9-4d15-bbc1-7cd280bf850e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.187321] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.187585] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc667b92-4d7e-47ad-a8eb-0bb0f04b164f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.197957] env[62259]: DEBUG oslo_vmware.api [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1834.197957] env[62259]: value = "task-1692918" [ 1834.197957] env[62259]: _type = "Task" [ 1834.197957] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.208418] env[62259]: DEBUG oslo_vmware.api [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.259996] env[62259]: DEBUG nova.network.neutron [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance_info_cache with network_info: [{"id": "3afcb233-df60-4a37-8667-002eb0b1453b", "address": "fa:16:3e:b6:44:8a", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afcb233-df", "ovs_interfaceid": "3afcb233-df60-4a37-8667-002eb0b1453b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.372586] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5270bea9-63b5-4a67-cf28-61d31a1c02f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012622} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.372866] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.373199] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 50467931-998b-4dc3-8a60-0a19d36b6480/50467931-998b-4dc3-8a60-0a19d36b6480.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1834.373523] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-386b717c-67ad-4301-89b4-25f67c85fce6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.381914] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1834.381914] env[62259]: value = "task-1692919" [ 1834.381914] env[62259]: _type = "Task" [ 1834.381914] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.391269] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.655683] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.655906] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.656144] env[62259]: DEBUG nova.network.neutron [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.677377] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 3227e918-f372-4028-8550-f7ec7c6ff61d] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1834.707762] env[62259]: DEBUG oslo_vmware.api [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692918, 'name': PowerOffVM_Task, 'duration_secs': 0.26064} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.708794] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.708995] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1834.709300] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88862090-b031-45e4-966b-00b87707bd2e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.763536] env[62259]: DEBUG oslo_concurrency.lockutils [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-18295aca-9e8f-4df5-a30f-1d5e34a06957" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.764567] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c5c07-0f10-4ba9-8079-c72f19865679 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.769787] env[62259]: DEBUG nova.network.neutron [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updating instance_info_cache with network_info: [{"id": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "address": "fa:16:3e:8e:99:97", "network": {"id": "cf242290-f5c3-46b9-8e4f-6b6d97e342aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1383084137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8591097b85a0461cb4ad13edf78266f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e194b7-4d", "ovs_interfaceid": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.773196] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117bf258-8079-4813-8b35-9d3a5e33faf7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.892289] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692919, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.180645] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 7fbab168-074b-4750-a95a-ed96e8b004bd] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1835.274139] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Releasing lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.398087] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817075} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.398370] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 50467931-998b-4dc3-8a60-0a19d36b6480/50467931-998b-4dc3-8a60-0a19d36b6480.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1835.398585] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1835.398838] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e3f8939-adba-4e46-956a-a99e3df421bc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.407711] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1835.407711] env[62259]: value = "task-1692921" [ 1835.407711] env[62259]: _type = "Task" [ 1835.407711] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.418312] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.541711] env[62259]: DEBUG nova.network.neutron [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance_info_cache with network_info: [{"id": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "address": "fa:16:3e:50:ca:78", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e45ac8-13", "ovs_interfaceid": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.683970] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 600b261e-6358-40de-8eed-710c0dc1ebf3] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1835.892480] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.892786] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-614c057d-558a-496d-87c8-bec6c649ecf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.901354] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1835.901354] env[62259]: value = "task-1692922" [ 1835.901354] env[62259]: _type = "Task" [ 1835.901354] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.911688] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.921743] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106649} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.922148] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1835.923444] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0369378b-16a5-494c-bc54-d6034cd00018 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.947613] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 50467931-998b-4dc3-8a60-0a19d36b6480/50467931-998b-4dc3-8a60-0a19d36b6480.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1835.947933] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d09fb46-6b99-4447-9bca-92d1c9303099 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.970913] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1835.970913] env[62259]: value = "task-1692923" [ 1835.970913] env[62259]: _type = "Task" [ 1835.970913] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.979978] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.045087] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.188121] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 02e9aa10-bbde-45f8-b053-024be85f0ddc] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1836.258031] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.258031] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.258031] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Deleting the datastore file [datastore1] 037915e4-25ce-4630-8c92-916d32f27f5a {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.258249] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-970b8f91-b400-4044-9ca0-9cda59329075 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.267546] env[62259]: DEBUG oslo_vmware.api [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1836.267546] env[62259]: value = "task-1692924" [ 1836.267546] env[62259]: _type = "Task" [ 1836.267546] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.276954] env[62259]: DEBUG oslo_vmware.api [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.318821] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.319330] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b5d4f99-b023-44ef-a208-026ff210588e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.331020] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1836.331020] env[62259]: value = "task-1692925" [ 1836.331020] env[62259]: _type = "Task" [ 1836.331020] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.340751] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.412246] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692922, 'name': PowerOffVM_Task, 'duration_secs': 0.37934} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.412605] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.414382] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1836.414382] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1836.414382] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.414382] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1836.414382] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.414382] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1836.414382] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1836.414738] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1836.414738] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1836.414738] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1836.414889] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1836.420027] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d650eeb9-c90a-42b1-b943-8fa5693aaa2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.437924] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1836.437924] env[62259]: value = "task-1692926" [ 1836.437924] env[62259]: _type = "Task" [ 1836.437924] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.447366] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.482319] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692923, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.692223] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: b77463b3-dccc-4ed0-a19b-7d705e03047e] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1836.777341] env[62259]: DEBUG oslo_vmware.api [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222369} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.777587] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.777771] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.777946] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.778164] env[62259]: INFO nova.compute.manager [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Took 2.60 seconds to destroy the instance on the hypervisor. [ 1836.778410] env[62259]: DEBUG oslo.service.loopingcall [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.778601] env[62259]: DEBUG nova.compute.manager [-] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.778693] env[62259]: DEBUG nova.network.neutron [-] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.843497] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692925, 'name': PowerOffVM_Task, 'duration_secs': 0.209649} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.843497] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.844144] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834e15e-d72e-4c5e-a931-cc216404233d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.870469] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90fb853-aa19-4ce0-8ae3-170aeb513831 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.912255] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.912562] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26628b9d-0fc8-4124-a473-95dcb9ed7212 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.921387] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1836.921387] env[62259]: value = "task-1692927" [ 1836.921387] env[62259]: _type = "Task" [ 1836.921387] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.933979] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1836.935470] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.935470] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.935470] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.935470] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.935470] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7950ee2b-9d1c-4455-8452-4d44751e7734 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.946304] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.949519] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.950049] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f85646-c469-457c-81c3-c7c3a297867f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.952572] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692926, 'name': ReconfigVM_Task, 'duration_secs': 0.191441} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.953691] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11be5dd-3f8f-4c1a-a427-24db8302c9b8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.957408] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1836.957408] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c25fd9-26f7-d7a5-9ac8-02d49feec4e6" [ 1836.957408] env[62259]: _type = "Task" [ 1836.957408] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.979047] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1836.979273] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1836.979447] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.979633] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1836.979774] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.979917] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1836.980203] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1836.980280] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1836.980481] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1836.980852] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1836.980852] env[62259]: DEBUG nova.virt.hardware [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1836.987437] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfe4bb8-38c7-4b54-9be2-f6f0aca18ef0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.990962] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c25fd9-26f7-d7a5-9ac8-02d49feec4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.998439] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692923, 'name': ReconfigVM_Task, 'duration_secs': 0.569764} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.999070] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1836.999070] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52872d62-e506-9f9f-e36f-3770d06bb310" [ 1836.999070] env[62259]: _type = "Task" [ 1836.999070] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.999350] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 50467931-998b-4dc3-8a60-0a19d36b6480/50467931-998b-4dc3-8a60-0a19d36b6480.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1837.000028] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f1ef4db-ffc3-42e5-99dc-6d156d2d9d6e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.012894] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52872d62-e506-9f9f-e36f-3770d06bb310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.014854] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1837.014854] env[62259]: value = "task-1692928" [ 1837.014854] env[62259]: _type = "Task" [ 1837.014854] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.025124] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692928, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.196412] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 9aa10d90-ce21-45e7-8adc-5ad1452e0535] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1837.407890] env[62259]: DEBUG nova.compute.manager [req-c1eb5a73-6228-4579-8000-4eba8a43c2f7 req-d37dd1d1-23fb-46ec-bd92-61e9179da8d5 service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Received event network-vif-deleted-156ce61a-6107-4bbb-b41b-fab42d64cee5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1837.408024] env[62259]: INFO nova.compute.manager [req-c1eb5a73-6228-4579-8000-4eba8a43c2f7 req-d37dd1d1-23fb-46ec-bd92-61e9179da8d5 service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Neutron deleted interface 156ce61a-6107-4bbb-b41b-fab42d64cee5; detaching it from the instance and deleting it from the info cache [ 1837.408221] env[62259]: DEBUG nova.network.neutron [req-c1eb5a73-6228-4579-8000-4eba8a43c2f7 req-d37dd1d1-23fb-46ec-bd92-61e9179da8d5 service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.479392] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c25fd9-26f7-d7a5-9ac8-02d49feec4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.030795} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.480187] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5808a4-e03a-4f23-80d6-dd13993a9b70 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.485801] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1837.485801] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ba3565-b270-80af-47ed-5311771ec967" [ 1837.485801] env[62259]: _type = "Task" [ 1837.485801] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.494025] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ba3565-b270-80af-47ed-5311771ec967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.507866] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52872d62-e506-9f9f-e36f-3770d06bb310, 'name': SearchDatastore_Task, 'duration_secs': 0.017453} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.514526] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1837.514526] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a8d4daf-6429-41a4-a09a-e6c202026bd8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.534509] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692928, 'name': Rename_Task, 'duration_secs': 0.350712} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.534752] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1837.534986] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c74c709f-df9d-4e41-9190-da8702df5613 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.537294] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1837.537294] env[62259]: value = "task-1692929" [ 1837.537294] env[62259]: _type = "Task" [ 1837.537294] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.542012] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1837.542012] env[62259]: value = "task-1692930" [ 1837.542012] env[62259]: _type = "Task" [ 1837.542012] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.547499] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.552421] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.563022] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b6758f-87d8-4b7a-a7de-327ec6a4b942 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.585814] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance '6a9c781e-d017-442d-8521-782f5c1942e2' progress to 0 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1837.699837] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 744c8809-f829-4c6b-94ab-9e708d519862] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1837.881760] env[62259]: DEBUG nova.network.neutron [-] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.910882] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-912adf31-c7b0-4eb2-ab60-3d79f1b6dcbb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.920869] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc017d7-76a9-4839-836e-212db1666a40 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.953900] env[62259]: DEBUG nova.compute.manager [req-c1eb5a73-6228-4579-8000-4eba8a43c2f7 req-d37dd1d1-23fb-46ec-bd92-61e9179da8d5 service nova] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Detach interface failed, port_id=156ce61a-6107-4bbb-b41b-fab42d64cee5, reason: Instance 037915e4-25ce-4630-8c92-916d32f27f5a could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1837.996363] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ba3565-b270-80af-47ed-5311771ec967, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.996638] env[62259]: DEBUG oslo_concurrency.lockutils [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.996895] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] cbef2bfa-be83-4978-8235-8597f52334b7/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. {{(pid=62259) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1837.997177] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25a2d9aa-21d0-4e09-9b77-d10bac901b3c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.004371] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1838.004371] env[62259]: value = "task-1692931" [ 1838.004371] env[62259]: _type = "Task" [ 1838.004371] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.012613] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.049016] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692929, 'name': ReconfigVM_Task, 'duration_secs': 0.236103} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.049725] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1838.050512] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49090b8c-2b76-4d76-9245-828f0fe7973c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.055352] env[62259]: DEBUG oslo_vmware.api [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692930, 'name': PowerOnVM_Task, 'duration_secs': 0.44963} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.055892] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.056150] env[62259]: INFO nova.compute.manager [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1838.056326] env[62259]: DEBUG nova.compute.manager [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.057025] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e862994-66a5-4067-941b-85cbe342c9e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.080492] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 18295aca-9e8f-4df5-a30f-1d5e34a06957/18295aca-9e8f-4df5-a30f-1d5e34a06957.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.081309] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8113d0de-06bd-4bcb-a878-db032087235e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.097495] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.100382] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fecad80f-33f8-4e6a-bdac-a5339e17ec9f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.108347] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1838.108347] env[62259]: value = "task-1692932" [ 1838.108347] env[62259]: _type = "Task" [ 1838.108347] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.109742] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1838.109742] env[62259]: value = "task-1692933" [ 1838.109742] env[62259]: _type = "Task" [ 1838.109742] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.123629] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.126401] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.202738] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: cd8b2ef1-fb0d-428a-ba3e-f538646d3759] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1838.384904] env[62259]: INFO nova.compute.manager [-] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Took 1.61 seconds to deallocate network for instance. [ 1838.517848] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692931, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.609892] env[62259]: INFO nova.compute.manager [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Took 14.45 seconds to build instance. [ 1838.623330] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.626463] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692932, 'name': PowerOffVM_Task, 'duration_secs': 0.472069} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.626665] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1838.626848] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance '6a9c781e-d017-442d-8521-782f5c1942e2' progress to 17 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1838.707120] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 071ba0ff-6674-480a-9c76-cfcd6237aa7e] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1838.897453] env[62259]: DEBUG oslo_concurrency.lockutils [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.897739] env[62259]: DEBUG oslo_concurrency.lockutils [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.898072] env[62259]: DEBUG nova.objects.instance [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lazy-loading 'resources' on Instance uuid 037915e4-25ce-4630-8c92-916d32f27f5a {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.016715] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516978} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.017024] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] cbef2bfa-be83-4978-8235-8597f52334b7/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk. [ 1839.017771] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9e04d9-9709-4431-8c4c-a67f20196252 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.043145] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] cbef2bfa-be83-4978-8235-8597f52334b7/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1839.043497] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c0ecc9-a016-400c-becc-da04be1c8266 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.061986] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1839.061986] env[62259]: value = "task-1692934" [ 1839.061986] env[62259]: _type = "Task" [ 1839.061986] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.069954] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.114724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a41b39af-55ab-4712-a0d4-6960dc164504 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "50467931-998b-4dc3-8a60-0a19d36b6480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.966s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.124650] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692933, 'name': ReconfigVM_Task, 'duration_secs': 0.588282} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.124925] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 18295aca-9e8f-4df5-a30f-1d5e34a06957/18295aca-9e8f-4df5-a30f-1d5e34a06957.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.125805] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eff1e3-c296-4ba6-8919-aaf3031ac686 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.149709] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1839.149945] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1839.150115] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.150299] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1839.150445] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.150618] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1839.150825] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1839.151077] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1839.151164] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1839.151362] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1839.151914] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1839.156571] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-140daf47-18bc-450f-9567-64fc31ec0fc9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.167542] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cf7c62-1799-478c-9303-3578e111d468 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.191432] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe12ff5-279b-4eb2-aa67-89da9e80e4f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.194386] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1839.194386] env[62259]: value = "task-1692935" [ 1839.194386] env[62259]: _type = "Task" [ 1839.194386] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.215417] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 656db28c-aa12-43c6-be4a-e3abfd6345bd] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1839.220252] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e423fa2-633a-4bbd-83c0-cf4bf8df88d7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.223617] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.231923] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.231923] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-535e8a5e-4c7d-4cac-ac5a-4ec3f77f6cca {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.239215] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1839.239215] env[62259]: value = "task-1692936" [ 1839.239215] env[62259]: _type = "Task" [ 1839.239215] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.249950] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.578963] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.581275] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d11b35-ae36-48e2-9ab0-605698d8849d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.591122] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42285fc-0c37-4b24-bfa2-61bb6d36dd19 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.634281] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68d5d69-2ddb-4630-8025-32dd8e70983e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.642849] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1f30c5-73e3-40af-bee9-dc89bf5c056b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.657567] env[62259]: DEBUG nova.compute.provider_tree [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.705237] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692935, 'name': ReconfigVM_Task, 'duration_secs': 0.362122} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.705550] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance '6a9c781e-d017-442d-8521-782f5c1942e2' progress to 33 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1839.725006] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 9feea3c3-e37e-4105-a582-9581f26122c8] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1839.750436] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.825603] env[62259]: DEBUG nova.compute.manager [req-416d7e79-65ee-42a9-a897-6be7ff4ee9bf req-292262c3-f8ca-4eef-b99d-9430c12c21f7 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Received event network-changed-62156b59-d301-4277-8634-c319436920a5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1839.826095] env[62259]: DEBUG nova.compute.manager [req-416d7e79-65ee-42a9-a897-6be7ff4ee9bf req-292262c3-f8ca-4eef-b99d-9430c12c21f7 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Refreshing instance network info cache due to event network-changed-62156b59-d301-4277-8634-c319436920a5. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1839.826390] env[62259]: DEBUG oslo_concurrency.lockutils [req-416d7e79-65ee-42a9-a897-6be7ff4ee9bf req-292262c3-f8ca-4eef-b99d-9430c12c21f7 service nova] Acquiring lock "refresh_cache-50467931-998b-4dc3-8a60-0a19d36b6480" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.826547] env[62259]: DEBUG oslo_concurrency.lockutils [req-416d7e79-65ee-42a9-a897-6be7ff4ee9bf req-292262c3-f8ca-4eef-b99d-9430c12c21f7 service nova] Acquired lock "refresh_cache-50467931-998b-4dc3-8a60-0a19d36b6480" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.826791] env[62259]: DEBUG nova.network.neutron [req-416d7e79-65ee-42a9-a897-6be7ff4ee9bf req-292262c3-f8ca-4eef-b99d-9430c12c21f7 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Refreshing network info cache for port 62156b59-d301-4277-8634-c319436920a5 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.075243] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692934, 'name': ReconfigVM_Task, 'duration_secs': 0.625655} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.075657] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Reconfigured VM instance instance-0000006f to attach disk [datastore1] cbef2bfa-be83-4978-8235-8597f52334b7/aec5f048-63ce-4eec-bfbd-b8ad5fdac743-rescue.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.076482] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123f0c54-17da-4aeb-834a-4b4714a9c9d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.103673] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5345d83b-5459-4587-848e-32d3706276fd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.119787] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1840.119787] env[62259]: value = "task-1692937" [ 1840.119787] env[62259]: _type = "Task" [ 1840.119787] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.129965] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.161591] env[62259]: DEBUG nova.scheduler.client.report [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1840.213020] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1840.213020] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1840.213020] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.213020] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1840.213020] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.213568] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1840.213902] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1840.214209] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1840.214493] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1840.214769] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1840.215066] env[62259]: DEBUG nova.virt.hardware [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1840.221153] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1840.222158] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf4fad2-a0e4-4ebf-bce6-a7a62a96c253 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.235460] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 2496ab0d-468e-48b7-a85f-beb4e1f8bc47] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1840.245240] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1840.245240] env[62259]: value = "task-1692938" [ 1840.245240] env[62259]: _type = "Task" [ 1840.245240] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.248656] env[62259]: DEBUG oslo_vmware.api [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692936, 'name': PowerOnVM_Task, 'duration_secs': 0.711017} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.252668] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.262030] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.545667] env[62259]: DEBUG nova.network.neutron [req-416d7e79-65ee-42a9-a897-6be7ff4ee9bf req-292262c3-f8ca-4eef-b99d-9430c12c21f7 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Updated VIF entry in instance network info cache for port 62156b59-d301-4277-8634-c319436920a5. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.545792] env[62259]: DEBUG nova.network.neutron [req-416d7e79-65ee-42a9-a897-6be7ff4ee9bf req-292262c3-f8ca-4eef-b99d-9430c12c21f7 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Updating instance_info_cache with network_info: [{"id": "62156b59-d301-4277-8634-c319436920a5", "address": "fa:16:3e:02:10:6b", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62156b59-d3", "ovs_interfaceid": "62156b59-d301-4277-8634-c319436920a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.630390] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692937, 'name': ReconfigVM_Task, 'duration_secs': 0.288928} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.630664] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1840.630914] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2ccb133-7f13-4a95-b63d-b3eeef37d61f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.639363] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1840.639363] env[62259]: value = "task-1692939" [ 1840.639363] env[62259]: _type = "Task" [ 1840.639363] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.647829] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.667064] env[62259]: DEBUG oslo_concurrency.lockutils [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.691271] env[62259]: INFO nova.scheduler.client.report [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Deleted allocations for instance 037915e4-25ce-4630-8c92-916d32f27f5a [ 1840.738587] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 54ce854a-5100-4a7c-ad79-ab4315a16984] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 1840.761578] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692938, 'name': ReconfigVM_Task, 'duration_secs': 0.182072} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.762341] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1840.763190] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7594351-2ccd-4cca-8d29-6749935f21bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.800688] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 6a9c781e-d017-442d-8521-782f5c1942e2/6a9c781e-d017-442d-8521-782f5c1942e2.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.801762] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47be4b3b-8c0d-4b7d-ab62-e822637b677f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.824226] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1840.824226] env[62259]: value = "task-1692940" [ 1840.824226] env[62259]: _type = "Task" [ 1840.824226] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.832718] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.048734] env[62259]: DEBUG oslo_concurrency.lockutils [req-416d7e79-65ee-42a9-a897-6be7ff4ee9bf req-292262c3-f8ca-4eef-b99d-9430c12c21f7 service nova] Releasing lock "refresh_cache-50467931-998b-4dc3-8a60-0a19d36b6480" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.148731] env[62259]: DEBUG oslo_vmware.api [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692939, 'name': PowerOnVM_Task, 'duration_secs': 0.507978} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.149024] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1841.151801] env[62259]: DEBUG nova.compute.manager [None req-db7cad4f-8332-44f3-85ab-01852781d31e tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.152567] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c372d-e368-4554-bf4c-102a547160b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.199483] env[62259]: DEBUG oslo_concurrency.lockutils [None req-181f71b2-0efb-4cc6-a4ef-fb120a8eacde tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "037915e4-25ce-4630-8c92-916d32f27f5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.532s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.241707] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1841.242080] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Cleaning up deleted instances with incomplete migration {{(pid=62259) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11596}} [ 1841.296236] env[62259]: INFO nova.compute.manager [None req-24dd5c29-3f50-43b3-b6e0-f6a56c6826d8 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance to original state: 'active' [ 1841.334349] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692940, 'name': ReconfigVM_Task, 'duration_secs': 0.275498} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.334681] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 6a9c781e-d017-442d-8521-782f5c1942e2/6a9c781e-d017-442d-8521-782f5c1942e2.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.334941] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance '6a9c781e-d017-442d-8521-782f5c1942e2' progress to 50 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1841.744427] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1841.842159] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee247a51-25a6-42eb-97f5-0c1affce7f78 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.862812] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe22a96-ae05-4470-a840-c08fbae4f46f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.880939] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance '6a9c781e-d017-442d-8521-782f5c1942e2' progress to 67 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1841.895157] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "805e7004-e44a-4c0d-9d8f-45878481cbc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.895157] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "805e7004-e44a-4c0d-9d8f-45878481cbc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.895351] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "805e7004-e44a-4c0d-9d8f-45878481cbc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.895522] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "805e7004-e44a-4c0d-9d8f-45878481cbc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.895681] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "805e7004-e44a-4c0d-9d8f-45878481cbc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.898170] env[62259]: INFO nova.compute.manager [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Terminating instance [ 1842.401798] env[62259]: DEBUG nova.compute.manager [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1842.402198] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.403101] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c2d22e-7200-490e-b6de-71c7e9ccd6e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.412767] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.413019] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edffe1e9-2634-45bc-a79c-8a84b9346ad0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.420434] env[62259]: DEBUG oslo_vmware.api [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1842.420434] env[62259]: value = "task-1692942" [ 1842.420434] env[62259]: _type = "Task" [ 1842.420434] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.430236] env[62259]: DEBUG oslo_vmware.api [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.472359] env[62259]: DEBUG nova.network.neutron [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Port c8e45ac8-1383-4a81-afbd-ff80e657adf9 binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1842.557476] env[62259]: DEBUG nova.compute.manager [req-cb360be6-36f9-48a2-9875-e9e954d5b5a3 req-1130888a-b9fa-4aaf-97df-642957be5be8 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Received event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1842.557698] env[62259]: DEBUG nova.compute.manager [req-cb360be6-36f9-48a2-9875-e9e954d5b5a3 req-1130888a-b9fa-4aaf-97df-642957be5be8 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing instance network info cache due to event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1842.558160] env[62259]: DEBUG oslo_concurrency.lockutils [req-cb360be6-36f9-48a2-9875-e9e954d5b5a3 req-1130888a-b9fa-4aaf-97df-642957be5be8 service nova] Acquiring lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.558234] env[62259]: DEBUG oslo_concurrency.lockutils [req-cb360be6-36f9-48a2-9875-e9e954d5b5a3 req-1130888a-b9fa-4aaf-97df-642957be5be8 service nova] Acquired lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.558461] env[62259]: DEBUG nova.network.neutron [req-cb360be6-36f9-48a2-9875-e9e954d5b5a3 req-1130888a-b9fa-4aaf-97df-642957be5be8 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.652386] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.652729] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.652989] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "18295aca-9e8f-4df5-a30f-1d5e34a06957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.653236] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.653431] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.656235] env[62259]: INFO nova.compute.manager [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Terminating instance [ 1842.931720] env[62259]: DEBUG oslo_vmware.api [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692942, 'name': PowerOffVM_Task, 'duration_secs': 0.25428} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.932291] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.932291] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.932449] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef21b097-6fae-4d8a-9c12-cc363b4b16ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.014378] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1843.014699] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1843.015120] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Deleting the datastore file [datastore1] 805e7004-e44a-4c0d-9d8f-45878481cbc1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1843.015471] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fd2d929-54c7-40fb-a1c2-d4644bf7c12d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.027866] env[62259]: DEBUG oslo_vmware.api [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for the task: (returnval){ [ 1843.027866] env[62259]: value = "task-1692944" [ 1843.027866] env[62259]: _type = "Task" [ 1843.027866] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.039963] env[62259]: DEBUG oslo_vmware.api [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.161348] env[62259]: DEBUG nova.compute.manager [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1843.161662] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.161970] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e2fb3b3-cddb-43ce-aa62-333ecafe535b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.173837] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1843.173837] env[62259]: value = "task-1692945" [ 1843.173837] env[62259]: _type = "Task" [ 1843.173837] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.184721] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.244441] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.244909] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.504038] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "6a9c781e-d017-442d-8521-782f5c1942e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.504038] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.504510] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.511151] env[62259]: DEBUG nova.network.neutron [req-cb360be6-36f9-48a2-9875-e9e954d5b5a3 req-1130888a-b9fa-4aaf-97df-642957be5be8 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updated VIF entry in instance network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.511681] env[62259]: DEBUG nova.network.neutron [req-cb360be6-36f9-48a2-9875-e9e954d5b5a3 req-1130888a-b9fa-4aaf-97df-642957be5be8 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updating instance_info_cache with network_info: [{"id": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "address": "fa:16:3e:8e:99:97", "network": {"id": "cf242290-f5c3-46b9-8e4f-6b6d97e342aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1383084137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8591097b85a0461cb4ad13edf78266f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e194b7-4d", "ovs_interfaceid": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.543684] env[62259]: DEBUG oslo_vmware.api [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Task: {'id': task-1692944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306473} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.544315] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.544506] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.544859] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.545071] env[62259]: INFO nova.compute.manager [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1843.545429] env[62259]: DEBUG oslo.service.loopingcall [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.545634] env[62259]: DEBUG nova.compute.manager [-] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1843.545729] env[62259]: DEBUG nova.network.neutron [-] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1843.684519] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692945, 'name': PowerOffVM_Task, 'duration_secs': 0.320803} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.684793] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1843.684992] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1843.685464] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352999', 'volume_id': 'be242047-c641-4fae-b96b-f3c2771901ac', 'name': 'volume-be242047-c641-4fae-b96b-f3c2771901ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '18295aca-9e8f-4df5-a30f-1d5e34a06957', 'attached_at': '2024-12-10T15:45:14.000000', 'detached_at': '', 'volume_id': 'be242047-c641-4fae-b96b-f3c2771901ac', 'serial': 'be242047-c641-4fae-b96b-f3c2771901ac'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1843.687416] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97076c30-3c7a-4a95-9aff-3a6e643e6ceb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.708945] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198e3a16-f3c1-406e-904a-19cb1ce64127 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.716565] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825ad93d-2cbd-4c91-807d-1183dcc5569e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.738105] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edad658-22e9-40f0-b188-acbb640ab903 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.756739] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] The volume has not been displaced from its original location: [datastore1] volume-be242047-c641-4fae-b96b-f3c2771901ac/volume-be242047-c641-4fae-b96b-f3c2771901ac.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1843.762308] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1843.762883] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebcf0cee-f903-4f35-b28a-cbe58c387c97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.775701] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.775881] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1843.785056] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1843.785056] env[62259]: value = "task-1692946" [ 1843.785056] env[62259]: _type = "Task" [ 1843.785056] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.794592] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.015587] env[62259]: DEBUG oslo_concurrency.lockutils [req-cb360be6-36f9-48a2-9875-e9e954d5b5a3 req-1130888a-b9fa-4aaf-97df-642957be5be8 service nova] Releasing lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.295052] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.331299] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.331490] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquired lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.331659] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Forcefully refreshing network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1844.479960] env[62259]: DEBUG nova.network.neutron [-] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.546990] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.547358] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.547394] env[62259]: DEBUG nova.network.neutron [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1844.796412] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692946, 'name': ReconfigVM_Task, 'duration_secs': 0.590291} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.796846] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1844.801415] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d65bfc2-b714-4bad-b632-4cee49c0684f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.818705] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1844.818705] env[62259]: value = "task-1692948" [ 1844.818705] env[62259]: _type = "Task" [ 1844.818705] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.827258] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.936781] env[62259]: DEBUG nova.compute.manager [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Received event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1844.937016] env[62259]: DEBUG nova.compute.manager [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing instance network info cache due to event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1844.937272] env[62259]: DEBUG oslo_concurrency.lockutils [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] Acquiring lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.937385] env[62259]: DEBUG oslo_concurrency.lockutils [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] Acquired lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.937547] env[62259]: DEBUG nova.network.neutron [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.975160] env[62259]: DEBUG oslo_concurrency.lockutils [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-5c569164-feb1-492f-93bf-32d133e0685a-bdd30bad-fa03-4fce-8030-7462b2146376" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.975442] env[62259]: DEBUG oslo_concurrency.lockutils [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-5c569164-feb1-492f-93bf-32d133e0685a-bdd30bad-fa03-4fce-8030-7462b2146376" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.975850] env[62259]: DEBUG nova.objects.instance [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'flavor' on Instance uuid 5c569164-feb1-492f-93bf-32d133e0685a {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.983682] env[62259]: INFO nova.compute.manager [-] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Took 1.44 seconds to deallocate network for instance. [ 1845.329388] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692948, 'name': ReconfigVM_Task, 'duration_secs': 0.483131} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.331786] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-352999', 'volume_id': 'be242047-c641-4fae-b96b-f3c2771901ac', 'name': 'volume-be242047-c641-4fae-b96b-f3c2771901ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '18295aca-9e8f-4df5-a30f-1d5e34a06957', 'attached_at': '2024-12-10T15:45:14.000000', 'detached_at': '', 'volume_id': 'be242047-c641-4fae-b96b-f3c2771901ac', 'serial': 'be242047-c641-4fae-b96b-f3c2771901ac'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1845.332067] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.332887] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd9d03a-0662-48a6-8889-7724c93fca34 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.340135] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1845.340361] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3e8c22d-10d7-42ba-82e3-75bb5541694b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.419752] env[62259]: DEBUG nova.network.neutron [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance_info_cache with network_info: [{"id": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "address": "fa:16:3e:50:ca:78", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e45ac8-13", "ovs_interfaceid": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.489900] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.490238] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.490486] env[62259]: DEBUG nova.objects.instance [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lazy-loading 'resources' on Instance uuid 805e7004-e44a-4c0d-9d8f-45878481cbc1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.576983] env[62259]: DEBUG nova.objects.instance [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'pci_requests' on Instance uuid 5c569164-feb1-492f-93bf-32d133e0685a {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.832927] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1845.833281] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1845.833368] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleting the datastore file [datastore1] 18295aca-9e8f-4df5-a30f-1d5e34a06957 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.833576] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30425721-3e47-4673-851b-abedd0d8fb25 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.840047] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1845.840047] env[62259]: value = "task-1692950" [ 1845.840047] env[62259]: _type = "Task" [ 1845.840047] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.849534] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.923203] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.031132] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updating instance_info_cache with network_info: [{"id": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "address": "fa:16:3e:c6:0a:fa", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144308fa-0b", "ovs_interfaceid": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.081457] env[62259]: DEBUG nova.objects.base [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Object Instance<5c569164-feb1-492f-93bf-32d133e0685a> lazy-loaded attributes: flavor,pci_requests {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1846.081596] env[62259]: DEBUG nova.network.neutron [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.106742] env[62259]: DEBUG nova.network.neutron [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updated VIF entry in instance network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.107131] env[62259]: DEBUG nova.network.neutron [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updating instance_info_cache with network_info: [{"id": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "address": "fa:16:3e:8e:99:97", "network": {"id": "cf242290-f5c3-46b9-8e4f-6b6d97e342aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1383084137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8591097b85a0461cb4ad13edf78266f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e194b7-4d", "ovs_interfaceid": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.165151] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf368b4c-68f6-41d7-8c19-f06d963951ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.175946] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe66e7-661b-44d6-9948-91657af51ab7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.210262] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f1ae1-f229-41a2-a777-662b7003e7a5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.214402] env[62259]: DEBUG nova.policy [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff89c1df10be4a04ae985494d0b7f319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd60b06493494d7fb9b08d88318c53d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1846.221928] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d5c752-993a-436f-8d84-7c866a148548 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.239205] env[62259]: DEBUG nova.compute.provider_tree [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.352017] env[62259]: DEBUG oslo_vmware.api [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171528} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.352973] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.353753] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.356031] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.356031] env[62259]: INFO nova.compute.manager [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Took 3.19 seconds to destroy the instance on the hypervisor. [ 1846.356031] env[62259]: DEBUG oslo.service.loopingcall [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.356031] env[62259]: DEBUG nova.compute.manager [-] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1846.356031] env[62259]: DEBUG nova.network.neutron [-] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.444251] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e2fc72-2384-4aaf-afdb-c8eb47c9cb23 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.466042] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9343fab7-a38d-4163-813f-142a43ba90f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.477467] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance '6a9c781e-d017-442d-8521-782f5c1942e2' progress to 83 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1846.538100] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Releasing lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.538100] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updated the network info_cache for instance {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1846.538100] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.538100] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.538100] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.538100] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.538100] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.538100] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.538100] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1846.538100] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.613383] env[62259]: DEBUG oslo_concurrency.lockutils [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] Releasing lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.613383] env[62259]: DEBUG nova.compute.manager [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Received event network-vif-deleted-81d22fbd-34dd-410d-8a03-3218e19c9947 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1846.613383] env[62259]: DEBUG nova.compute.manager [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Received event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1846.613383] env[62259]: DEBUG nova.compute.manager [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing instance network info cache due to event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1846.613383] env[62259]: DEBUG oslo_concurrency.lockutils [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] Acquiring lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.613383] env[62259]: DEBUG oslo_concurrency.lockutils [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] Acquired lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.613383] env[62259]: DEBUG nova.network.neutron [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1846.764900] env[62259]: ERROR nova.scheduler.client.report [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] [req-5a6b3838-1ed5-4121-89cd-86144c0325fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a6b3838-1ed5-4121-89cd-86144c0325fd"}]} [ 1846.792636] env[62259]: DEBUG nova.scheduler.client.report [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1846.812300] env[62259]: DEBUG nova.scheduler.client.report [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1846.813018] env[62259]: DEBUG nova.compute.provider_tree [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.825713] env[62259]: DEBUG nova.scheduler.client.report [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1846.858326] env[62259]: DEBUG nova.scheduler.client.report [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1846.984175] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1846.984786] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9302ba2d-5a80-4042-8b45-8e55f181a551 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.994256] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1846.994256] env[62259]: value = "task-1692952" [ 1846.994256] env[62259]: _type = "Task" [ 1846.994256] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.008972] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.029178] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dfb7bc-69f7-4ebb-ade2-cf06ffad10b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.038219] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29ce7ad-51e8-481f-8039-869ec42aa96e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.043281] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.075272] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93274aa7-b321-4e2a-9edd-211b45340412 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.085054] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478db090-e0ec-4659-b144-07860c2dea51 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.101091] env[62259]: DEBUG nova.compute.provider_tree [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1847.354124] env[62259]: DEBUG nova.network.neutron [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updated VIF entry in instance network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.354590] env[62259]: DEBUG nova.network.neutron [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updating instance_info_cache with network_info: [{"id": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "address": "fa:16:3e:8e:99:97", "network": {"id": "cf242290-f5c3-46b9-8e4f-6b6d97e342aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1383084137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8591097b85a0461cb4ad13edf78266f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e194b7-4d", "ovs_interfaceid": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.506091] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.508652] env[62259]: DEBUG nova.compute.manager [req-3b962bc2-ba03-4fa5-ba3c-b33e66bdc1c6 req-3ae1001b-2a78-4e09-8053-31e73f042ae9 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Received event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1847.508880] env[62259]: DEBUG nova.compute.manager [req-3b962bc2-ba03-4fa5-ba3c-b33e66bdc1c6 req-3ae1001b-2a78-4e09-8053-31e73f042ae9 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing instance network info cache due to event network-changed-c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1847.509507] env[62259]: DEBUG oslo_concurrency.lockutils [req-3b962bc2-ba03-4fa5-ba3c-b33e66bdc1c6 req-3ae1001b-2a78-4e09-8053-31e73f042ae9 service nova] Acquiring lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.639415] env[62259]: DEBUG nova.scheduler.client.report [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1847.639867] env[62259]: DEBUG nova.compute.provider_tree [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 165 to 166 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1847.640198] env[62259]: DEBUG nova.compute.provider_tree [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1847.679671] env[62259]: DEBUG nova.network.neutron [-] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.857201] env[62259]: DEBUG oslo_concurrency.lockutils [req-25462d48-1dcb-4d07-8a97-b9ddca248570 req-321b0a67-5787-4c94-b3b4-0136d5cd31e2 service nova] Releasing lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.857672] env[62259]: DEBUG oslo_concurrency.lockutils [req-3b962bc2-ba03-4fa5-ba3c-b33e66bdc1c6 req-3ae1001b-2a78-4e09-8053-31e73f042ae9 service nova] Acquired lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.857864] env[62259]: DEBUG nova.network.neutron [req-3b962bc2-ba03-4fa5-ba3c-b33e66bdc1c6 req-3ae1001b-2a78-4e09-8053-31e73f042ae9 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Refreshing network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.006260] env[62259]: DEBUG oslo_vmware.api [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692952, 'name': PowerOnVM_Task, 'duration_secs': 0.700539} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.006570] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1848.006760] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041c6bda-d3a5-49a6-928f-a7bc84b0895c tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance '6a9c781e-d017-442d-8521-782f5c1942e2' progress to 100 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1848.146952] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.657s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.150494] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.106s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.150494] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.150494] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1848.151103] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae461cd8-9c5d-4753-9b98-488d452fc002 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.161705] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bb19f5-39fb-4950-bf72-cca4ef732783 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.916180] env[62259]: INFO nova.compute.manager [-] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Took 2.56 seconds to deallocate network for instance. [ 1848.916618] env[62259]: DEBUG oslo_concurrency.lockutils [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "cbef2bfa-be83-4978-8235-8597f52334b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.916835] env[62259]: DEBUG oslo_concurrency.lockutils [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "cbef2bfa-be83-4978-8235-8597f52334b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.917310] env[62259]: DEBUG oslo_concurrency.lockutils [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "cbef2bfa-be83-4978-8235-8597f52334b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.917521] env[62259]: DEBUG oslo_concurrency.lockutils [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "cbef2bfa-be83-4978-8235-8597f52334b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.917694] env[62259]: DEBUG oslo_concurrency.lockutils [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "cbef2bfa-be83-4978-8235-8597f52334b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.924262] env[62259]: DEBUG nova.network.neutron [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Successfully updated port: bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1848.925818] env[62259]: INFO nova.scheduler.client.report [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Deleted allocations for instance 805e7004-e44a-4c0d-9d8f-45878481cbc1 [ 1848.926810] env[62259]: INFO nova.compute.manager [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Terminating instance [ 1848.930821] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43063dbb-e8ba-47c7-939f-756a0d13bbc3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.944632] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c5af50-2717-40bf-b348-39015976cd41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.979570] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179469MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1848.979965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.979965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.138644] env[62259]: DEBUG nova.network.neutron [req-3b962bc2-ba03-4fa5-ba3c-b33e66bdc1c6 req-3ae1001b-2a78-4e09-8053-31e73f042ae9 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updated VIF entry in instance network info cache for port c3e194b7-4d2c-4141-84ab-f7ad9c39f613. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.138892] env[62259]: DEBUG nova.network.neutron [req-3b962bc2-ba03-4fa5-ba3c-b33e66bdc1c6 req-3ae1001b-2a78-4e09-8053-31e73f042ae9 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updating instance_info_cache with network_info: [{"id": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "address": "fa:16:3e:8e:99:97", "network": {"id": "cf242290-f5c3-46b9-8e4f-6b6d97e342aa", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1383084137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8591097b85a0461cb4ad13edf78266f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e194b7-4d", "ovs_interfaceid": "c3e194b7-4d2c-4141-84ab-f7ad9c39f613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.437691] env[62259]: DEBUG oslo_concurrency.lockutils [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.437855] env[62259]: DEBUG oslo_concurrency.lockutils [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.437976] env[62259]: DEBUG nova.network.neutron [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.441032] env[62259]: DEBUG nova.compute.manager [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.441229] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.442221] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57519e6a-6d99-4a87-86bd-dab5cecf03e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.445170] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7f2ac111-450a-498e-be49-bdca8acd88d3 tempest-ServerRescueNegativeTestJSON-2006588806 tempest-ServerRescueNegativeTestJSON-2006588806-project-member] Lock "805e7004-e44a-4c0d-9d8f-45878481cbc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.550s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.452095] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.452366] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53175368-c9d7-428c-9d12-0df516a61580 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.474782] env[62259]: DEBUG oslo_vmware.api [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1849.474782] env[62259]: value = "task-1692954" [ 1849.474782] env[62259]: _type = "Task" [ 1849.474782] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.489923] env[62259]: DEBUG oslo_vmware.api [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.495355] env[62259]: INFO nova.compute.manager [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Took 0.57 seconds to detach 1 volumes for instance. [ 1849.540352] env[62259]: DEBUG nova.compute.manager [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Received event network-vif-deleted-3afcb233-df60-4a37-8667-002eb0b1453b {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1849.540559] env[62259]: DEBUG nova.compute.manager [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received event network-vif-plugged-bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1849.540820] env[62259]: DEBUG oslo_concurrency.lockutils [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] Acquiring lock "5c569164-feb1-492f-93bf-32d133e0685a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.540995] env[62259]: DEBUG oslo_concurrency.lockutils [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] Lock "5c569164-feb1-492f-93bf-32d133e0685a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.541203] env[62259]: DEBUG oslo_concurrency.lockutils [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] Lock "5c569164-feb1-492f-93bf-32d133e0685a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.541386] env[62259]: DEBUG nova.compute.manager [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] No waiting events found dispatching network-vif-plugged-bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.541562] env[62259]: WARNING nova.compute.manager [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received unexpected event network-vif-plugged-bdd30bad-fa03-4fce-8030-7462b2146376 for instance with vm_state active and task_state None. [ 1849.541726] env[62259]: DEBUG nova.compute.manager [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received event network-changed-bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1849.541892] env[62259]: DEBUG nova.compute.manager [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing instance network info cache due to event network-changed-bdd30bad-fa03-4fce-8030-7462b2146376. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1849.542083] env[62259]: DEBUG oslo_concurrency.lockutils [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] Acquiring lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.641968] env[62259]: DEBUG oslo_concurrency.lockutils [req-3b962bc2-ba03-4fa5-ba3c-b33e66bdc1c6 req-3ae1001b-2a78-4e09-8053-31e73f042ae9 service nova] Releasing lock "refresh_cache-cbef2bfa-be83-4978-8235-8597f52334b7" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.980564] env[62259]: WARNING nova.network.neutron [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] 149acfe1-c417-48a4-8b51-7d4fdd73c0fc already exists in list: networks containing: ['149acfe1-c417-48a4-8b51-7d4fdd73c0fc']. ignoring it [ 1849.988948] env[62259]: DEBUG oslo_vmware.api [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692954, 'name': PowerOffVM_Task, 'duration_secs': 0.261006} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.989297] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.989506] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1849.989825] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-610be279-e2ec-45b3-8274-8d9a2b7d136f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.992028] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Applying migration context for instance 6a9c781e-d017-442d-8521-782f5c1942e2 as it has an incoming, in-progress migration ce427428-c291-4622-a411-2a6032169356. Migration status is finished {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1849.993362] env[62259]: INFO nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating resource usage from migration ce427428-c291-4622-a411-2a6032169356 [ 1850.002437] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.015281] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 31a82249-1a2d-4ef6-a914-1a3e453e61b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.015433] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance d51e7a13-bc87-4641-8a76-42a753757c77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.015554] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 5c569164-feb1-492f-93bf-32d133e0685a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.015672] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 18295aca-9e8f-4df5-a30f-1d5e34a06957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.015785] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance b3ccc0a1-a9c1-49de-9778-26018435a7ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.015895] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance cbef2bfa-be83-4978-8235-8597f52334b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.016118] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 50467931-998b-4dc3-8a60-0a19d36b6480 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.016177] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Migration ce427428-c291-4622-a411-2a6032169356 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1850.016232] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 6a9c781e-d017-442d-8521-782f5c1942e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.016427] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1850.016567] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1850.084658] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1850.084743] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1850.084923] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Deleting the datastore file [datastore1] cbef2bfa-be83-4978-8235-8597f52334b7 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1850.085218] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17c5de7d-2343-4254-a367-defe2c178775 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.092587] env[62259]: DEBUG oslo_vmware.api [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for the task: (returnval){ [ 1850.092587] env[62259]: value = "task-1692956" [ 1850.092587] env[62259]: _type = "Task" [ 1850.092587] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.106124] env[62259]: DEBUG oslo_vmware.api [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.172519] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9178d7c-4c68-474a-9556-e9ce909a56bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.180362] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c16251-bcca-4d81-b555-1705a3c404ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.214578] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd05f54f-59e3-4ded-99fc-eedf5a542688 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.223483] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349c82b-274d-426d-bcd6-8d65ef3498b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.240230] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.323427] env[62259]: DEBUG nova.network.neutron [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [{"id": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "address": "fa:16:3e:61:08:2d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de23b65-1a", "ovs_interfaceid": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdd30bad-fa03-4fce-8030-7462b2146376", "address": "fa:16:3e:45:3b:c4", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd30bad-fa", "ovs_interfaceid": "bdd30bad-fa03-4fce-8030-7462b2146376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.394746] env[62259]: DEBUG oslo_concurrency.lockutils [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.394746] env[62259]: DEBUG oslo_concurrency.lockutils [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.394746] env[62259]: DEBUG oslo_concurrency.lockutils [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.394746] env[62259]: DEBUG oslo_concurrency.lockutils [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.395038] env[62259]: DEBUG oslo_concurrency.lockutils [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.397874] env[62259]: INFO nova.compute.manager [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Terminating instance [ 1850.603160] env[62259]: DEBUG oslo_vmware.api [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Task: {'id': task-1692956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506045} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.603534] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.603769] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1850.604121] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.604353] env[62259]: INFO nova.compute.manager [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1850.604642] env[62259]: DEBUG oslo.service.loopingcall [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.604856] env[62259]: DEBUG nova.compute.manager [-] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1850.605451] env[62259]: DEBUG nova.network.neutron [-] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1850.745910] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1850.826438] env[62259]: DEBUG oslo_concurrency.lockutils [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.826899] env[62259]: DEBUG oslo_concurrency.lockutils [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.830107] env[62259]: DEBUG oslo_concurrency.lockutils [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.830107] env[62259]: DEBUG oslo_concurrency.lockutils [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] Acquired lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.830107] env[62259]: DEBUG nova.network.neutron [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing network info cache for port bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.830107] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53dff7a-b17e-4af6-a0f0-964d182613b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.848951] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1850.849267] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1850.849805] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.849805] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1850.850051] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.850247] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1850.850459] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1850.850614] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1850.850775] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1850.850958] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1850.851151] env[62259]: DEBUG nova.virt.hardware [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1850.858265] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Reconfiguring VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1850.860949] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5aa3b83-d6a4-440d-98a2-454664b92fa2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.875370] env[62259]: DEBUG nova.network.neutron [-] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.883948] env[62259]: DEBUG oslo_vmware.api [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1850.883948] env[62259]: value = "task-1692958" [ 1850.883948] env[62259]: _type = "Task" [ 1850.883948] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.895385] env[62259]: DEBUG oslo_vmware.api [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692958, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.901665] env[62259]: DEBUG nova.compute.manager [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1850.902870] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.902870] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95ab1f8-36d5-40eb-af6a-a62bb934f55f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.913372] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.913832] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-025ceec5-b756-43ae-8dc1-bb437682aefd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.923846] env[62259]: DEBUG oslo_vmware.api [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1850.923846] env[62259]: value = "task-1692959" [ 1850.923846] env[62259]: _type = "Task" [ 1850.923846] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.934248] env[62259]: DEBUG oslo_vmware.api [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.044740] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "6a9c781e-d017-442d-8521-782f5c1942e2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.045332] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.045594] env[62259]: DEBUG nova.compute.manager [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Going to confirm migration 5 {{(pid=62259) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 1851.251389] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1851.252325] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.272s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.252325] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.250s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.252478] env[62259]: DEBUG nova.objects.instance [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'resources' on Instance uuid 18295aca-9e8f-4df5-a30f-1d5e34a06957 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.346776] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.378429] env[62259]: INFO nova.compute.manager [-] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Took 0.77 seconds to deallocate network for instance. [ 1851.399220] env[62259]: DEBUG oslo_vmware.api [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.437435] env[62259]: DEBUG oslo_vmware.api [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692959, 'name': PowerOffVM_Task, 'duration_secs': 0.327421} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.438604] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1851.438816] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1851.439129] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eda7915c-93e2-4b7f-9971-5fe9b34fce52 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.596214] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.596214] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquired lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.596214] env[62259]: DEBUG nova.network.neutron [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.596214] env[62259]: DEBUG nova.objects.instance [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lazy-loading 'info_cache' on Instance uuid 6a9c781e-d017-442d-8521-782f5c1942e2 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.603380] env[62259]: DEBUG nova.network.neutron [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updated VIF entry in instance network info cache for port bdd30bad-fa03-4fce-8030-7462b2146376. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1851.604201] env[62259]: DEBUG nova.network.neutron [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [{"id": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "address": "fa:16:3e:61:08:2d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de23b65-1a", "ovs_interfaceid": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdd30bad-fa03-4fce-8030-7462b2146376", "address": "fa:16:3e:45:3b:c4", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd30bad-fa", "ovs_interfaceid": "bdd30bad-fa03-4fce-8030-7462b2146376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.679672] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1851.679940] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1851.680127] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Deleting the datastore file [datastore1] d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1851.680774] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dd31170-4438-4b62-ac06-6cdf8e9fb79a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.688458] env[62259]: DEBUG oslo_vmware.api [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1851.688458] env[62259]: value = "task-1692961" [ 1851.688458] env[62259]: _type = "Task" [ 1851.688458] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.697175] env[62259]: DEBUG oslo_vmware.api [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.854182] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Getting list of instances from cluster (obj){ [ 1851.854182] env[62259]: value = "domain-c8" [ 1851.854182] env[62259]: _type = "ClusterComputeResource" [ 1851.854182] env[62259]: } {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1851.855499] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0d9321-0d20-47ab-b1ce-026fbffbd8fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.872988] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Got total of 5 instances {{(pid=62259) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1851.873189] env[62259]: WARNING nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 1851.873334] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Triggering sync for uuid 31a82249-1a2d-4ef6-a914-1a3e453e61b2 {{(pid=62259) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1851.873533] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Triggering sync for uuid 18295aca-9e8f-4df5-a30f-1d5e34a06957 {{(pid=62259) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1851.873688] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Triggering sync for uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1851.873838] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Triggering sync for uuid 5c569164-feb1-492f-93bf-32d133e0685a {{(pid=62259) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1851.873989] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Triggering sync for uuid b3ccc0a1-a9c1-49de-9778-26018435a7ca {{(pid=62259) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1851.874154] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Triggering sync for uuid 6a9c781e-d017-442d-8521-782f5c1942e2 {{(pid=62259) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1851.874302] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Triggering sync for uuid cbef2bfa-be83-4978-8235-8597f52334b7 {{(pid=62259) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1851.874447] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Triggering sync for uuid 50467931-998b-4dc3-8a60-0a19d36b6480 {{(pid=62259) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10668}} [ 1851.877292] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.877535] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.877857] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.878099] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "d51e7a13-bc87-4641-8a76-42a753757c77" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.878306] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "5c569164-feb1-492f-93bf-32d133e0685a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.878899] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.879196] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.879413] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "6a9c781e-d017-442d-8521-782f5c1942e2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.879630] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "cbef2bfa-be83-4978-8235-8597f52334b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.879870] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "50467931-998b-4dc3-8a60-0a19d36b6480" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.880112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "50467931-998b-4dc3-8a60-0a19d36b6480" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.881319] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c57e46-fd8f-4e7b-8101-1cf23d04c074 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.884735] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dae05b-2e46-4357-aad1-d235371b8a9e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.888129] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de059287-6c21-4a67-8625-509a2a69fb64 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.893874] env[62259]: DEBUG oslo_concurrency.lockutils [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.911314] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac561aa4-033b-4308-85c3-d25d58e85920 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.913929] env[62259]: DEBUG oslo_vmware.api [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692958, 'name': ReconfigVM_Task, 'duration_secs': 0.831877} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.914605] env[62259]: DEBUG oslo_concurrency.lockutils [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.914837] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Reconfigured VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1851.917520] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "5c569164-feb1-492f-93bf-32d133e0685a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.039s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.918452] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68099904-a9b9-4dc6-875a-b005af7248fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.924111] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3295a06-f533-469c-b152-acf6e7d5890e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.961944] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628d99a0-4c84-42b3-ad30-5cb7469c8ffa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.970647] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20ba472-dd56-4df0-be70-6956c5506cac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.986714] env[62259]: DEBUG nova.compute.provider_tree [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.106979] env[62259]: DEBUG oslo_concurrency.lockutils [req-a9620133-800f-4133-8f6c-33d74d49f34a req-f486aecf-83d5-4bb0-97a0-a7946cb5e550 service nova] Releasing lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.198811] env[62259]: DEBUG oslo_vmware.api [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.412355] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.412918] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "50467931-998b-4dc3-8a60-0a19d36b6480" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.415524] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.420136] env[62259]: DEBUG oslo_concurrency.lockutils [None req-99af8306-7628-47c3-b9f0-0d9a5a76a88e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-5c569164-feb1-492f-93bf-32d133e0685a-bdd30bad-fa03-4fce-8030-7462b2146376" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.445s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.431701] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "5c569164-feb1-492f-93bf-32d133e0685a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.489537] env[62259]: DEBUG nova.scheduler.client.report [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1852.699523] env[62259]: DEBUG oslo_vmware.api [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.57803} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.699943] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.700147] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.700330] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.700503] env[62259]: INFO nova.compute.manager [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1852.700739] env[62259]: DEBUG oslo.service.loopingcall [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.700928] env[62259]: DEBUG nova.compute.manager [-] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1852.701043] env[62259]: DEBUG nova.network.neutron [-] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.800590] env[62259]: DEBUG nova.network.neutron [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance_info_cache with network_info: [{"id": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "address": "fa:16:3e:50:ca:78", "network": {"id": "13483807-b8c4-4bc2-8eb8-79a6bd060269", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-40468345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "912dd7c70e4046a6838429f2f11c6987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e45ac8-13", "ovs_interfaceid": "c8e45ac8-1383-4a81-afbd-ff80e657adf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.994519] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.997518] env[62259]: DEBUG oslo_concurrency.lockutils [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.104s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.998079] env[62259]: DEBUG nova.objects.instance [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lazy-loading 'resources' on Instance uuid cbef2bfa-be83-4978-8235-8597f52334b7 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.029064] env[62259]: INFO nova.scheduler.client.report [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted allocations for instance 18295aca-9e8f-4df5-a30f-1d5e34a06957 [ 1853.208823] env[62259]: DEBUG nova.compute.manager [req-c4e9ad90-234d-4c37-a18a-4c3ca20cbb56 req-18e2259f-4def-46b4-8807-c1e3191246a2 service nova] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Received event network-vif-deleted-c3e194b7-4d2c-4141-84ab-f7ad9c39f613 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1853.304060] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Releasing lock "refresh_cache-6a9c781e-d017-442d-8521-782f5c1942e2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.304369] env[62259]: DEBUG nova.objects.instance [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lazy-loading 'migration_context' on Instance uuid 6a9c781e-d017-442d-8521-782f5c1942e2 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.521715] env[62259]: DEBUG nova.compute.manager [req-764776c2-d91b-4b40-a578-9ffc150e9e26 req-dddd58e8-dfe4-40b1-b663-682090301614 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Received event network-vif-deleted-e1619222-fc51-4309-8f12-33b96ae1a22f {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1853.521927] env[62259]: INFO nova.compute.manager [req-764776c2-d91b-4b40-a578-9ffc150e9e26 req-dddd58e8-dfe4-40b1-b663-682090301614 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Neutron deleted interface e1619222-fc51-4309-8f12-33b96ae1a22f; detaching it from the instance and deleting it from the info cache [ 1853.522115] env[62259]: DEBUG nova.network.neutron [req-764776c2-d91b-4b40-a578-9ffc150e9e26 req-dddd58e8-dfe4-40b1-b663-682090301614 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.535641] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c55a1ea-a263-462c-a2e8-8212f3d53aa6 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.883s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.537404] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.659s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.538114] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e75bed6-7d2c-4770-999e-40e534511412 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.550612] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1a97b3-2e77-41a9-851d-bd08d1af8b45 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.632109] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93c6566-91ab-45f5-a657-663e81edefa3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.635395] env[62259]: DEBUG nova.network.neutron [-] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.642027] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c5e702-e57f-4882-ae58-735ba67a115e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.673999] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f57c8f-5eb2-4575-bbfa-541a115d76c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.686738] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7810ac9-f3f6-4ce0-9c64-b8496dd260e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.703291] env[62259]: DEBUG nova.compute.provider_tree [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.807589] env[62259]: DEBUG nova.objects.base [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Object Instance<6a9c781e-d017-442d-8521-782f5c1942e2> lazy-loaded attributes: info_cache,migration_context {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1853.809114] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a75417-7711-4638-a388-5240b664b8d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.829188] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e206df-e322-44d7-8645-e06013f5c2b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.835208] env[62259]: DEBUG oslo_vmware.api [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1853.835208] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525a39c6-d5f5-28e6-9244-3c1fd3731dc7" [ 1853.835208] env[62259]: _type = "Task" [ 1853.835208] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.843232] env[62259]: DEBUG oslo_vmware.api [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525a39c6-d5f5-28e6-9244-3c1fd3731dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.032736] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b970e26-eed8-4bbb-9507-6b36b2dbcd05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.045122] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c90bc-1dae-458b-ae73-58609221dab1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.075375] env[62259]: DEBUG nova.compute.manager [req-764776c2-d91b-4b40-a578-9ffc150e9e26 req-dddd58e8-dfe4-40b1-b663-682090301614 service nova] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Detach interface failed, port_id=e1619222-fc51-4309-8f12-33b96ae1a22f, reason: Instance d51e7a13-bc87-4641-8a76-42a753757c77 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1854.088276] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "18295aca-9e8f-4df5-a30f-1d5e34a06957" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.127245] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "114b7866-eb47-4ebe-9845-9775c9e4f871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.127468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "114b7866-eb47-4ebe-9845-9775c9e4f871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.137864] env[62259]: INFO nova.compute.manager [-] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Took 1.44 seconds to deallocate network for instance. [ 1854.182307] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-5c569164-feb1-492f-93bf-32d133e0685a-bdd30bad-fa03-4fce-8030-7462b2146376" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.182307] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-5c569164-feb1-492f-93bf-32d133e0685a-bdd30bad-fa03-4fce-8030-7462b2146376" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.206280] env[62259]: DEBUG nova.scheduler.client.report [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1854.346256] env[62259]: DEBUG oslo_vmware.api [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]525a39c6-d5f5-28e6-9244-3c1fd3731dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.346607] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.632760] env[62259]: DEBUG nova.compute.manager [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1854.647853] env[62259]: DEBUG oslo_concurrency.lockutils [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.684066] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.685098] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.686279] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150b2cae-928d-41c9-9947-9ff14391965a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.708978] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a410b4d8-c30d-40fc-a78c-c45eca797795 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.712291] env[62259]: DEBUG oslo_concurrency.lockutils [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.714815] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.368s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.742357] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Reconfiguring VM to detach interface {{(pid=62259) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1854.743555] env[62259]: INFO nova.scheduler.client.report [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Deleted allocations for instance cbef2bfa-be83-4978-8235-8597f52334b7 [ 1854.745720] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad09117-bfe2-40e2-8546-400a4cf10f5d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.764662] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.764882] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.773052] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1854.773052] env[62259]: value = "task-1692964" [ 1854.773052] env[62259]: _type = "Task" [ 1854.773052] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.782827] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.149540] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.269039] env[62259]: DEBUG nova.compute.manager [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1855.274655] env[62259]: DEBUG oslo_concurrency.lockutils [None req-819ad5d3-407d-4be9-90ca-a3c82a3707d2 tempest-ServerRescueTestJSONUnderV235-39244294 tempest-ServerRescueTestJSONUnderV235-39244294-project-member] Lock "cbef2bfa-be83-4978-8235-8597f52334b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.358s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.275542] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "cbef2bfa-be83-4978-8235-8597f52334b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.396s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.275748] env[62259]: INFO nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] During sync_power_state the instance has a pending task (deleting). Skip. [ 1855.275941] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "cbef2bfa-be83-4978-8235-8597f52334b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.286651] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.346626] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff7eae-699c-4b7d-b97c-e3122a963286 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.355353] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab19279-fbef-44d8-b98f-80c78f3cecc0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.386541] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfced495-daa8-483d-b0b6-20ec7e3ad9cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.394308] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bd55da-cb8d-45e5-8714-ac3129dfd9c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.407850] env[62259]: DEBUG nova.compute.provider_tree [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.792955] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.796303] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.911314] env[62259]: DEBUG nova.scheduler.client.report [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1856.290193] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.787186] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.921505] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.207s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.924448] env[62259]: DEBUG oslo_concurrency.lockutils [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.277s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.924679] env[62259]: DEBUG nova.objects.instance [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'resources' on Instance uuid d51e7a13-bc87-4641-8a76-42a753757c77 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.288919] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.484065] env[62259]: INFO nova.scheduler.client.report [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted allocation for migration ce427428-c291-4622-a411-2a6032169356 [ 1857.544023] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3c7003-57de-4b9c-aea1-2d6c54005a0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.551523] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c09b0-1d8b-4878-a37f-791c69f05c8b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.581776] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f01975-90c9-4cda-aa00-7dd2d07c447a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.589463] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99364cf-21a5-412a-898b-b024a6ecf766 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.603886] env[62259]: DEBUG nova.compute.provider_tree [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.787793] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.991085] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.946s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.992233] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "6a9c781e-d017-442d-8521-782f5c1942e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.113s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.992435] env[62259]: INFO nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] During sync_power_state the instance has a pending task (deleting). Skip. [ 1857.992608] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "6a9c781e-d017-442d-8521-782f5c1942e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.107415] env[62259]: DEBUG nova.scheduler.client.report [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1858.288445] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.613131] env[62259]: DEBUG oslo_concurrency.lockutils [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.615332] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.466s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.616809] env[62259]: INFO nova.compute.claims [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.634941] env[62259]: INFO nova.scheduler.client.report [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Deleted allocations for instance d51e7a13-bc87-4641-8a76-42a753757c77 [ 1858.789236] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.072976] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "6a9c781e-d017-442d-8521-782f5c1942e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.073293] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.073505] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "6a9c781e-d017-442d-8521-782f5c1942e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.073703] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.073878] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.076118] env[62259]: INFO nova.compute.manager [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Terminating instance [ 1859.142510] env[62259]: DEBUG oslo_concurrency.lockutils [None req-68f7be50-4812-4015-8488-619c36230841 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.748s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.143338] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.265s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.143526] env[62259]: INFO nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] During sync_power_state the instance has a pending task (deleting). Skip. [ 1859.143694] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "d51e7a13-bc87-4641-8a76-42a753757c77" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.290788] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.579523] env[62259]: DEBUG nova.compute.manager [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1859.579754] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.580842] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dca67e7-4f73-495b-8450-c64c873f8e74 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.589647] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.589647] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5037f5ef-446c-41cc-8f3f-3eafc9cf4e2c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.596498] env[62259]: DEBUG oslo_vmware.api [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1859.596498] env[62259]: value = "task-1692966" [ 1859.596498] env[62259]: _type = "Task" [ 1859.596498] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.605666] env[62259]: DEBUG oslo_vmware.api [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.717672] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e297f6c1-2a95-489e-b805-2842d1253a97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.725596] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4009f997-30ea-4cfb-a995-c42a621ecda0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.760421] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99da365-6b21-425a-8082-25ad2e0c9c0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.769514] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5637971-f9b4-424c-b7fc-667065c40bce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.784049] env[62259]: DEBUG nova.compute.provider_tree [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.794960] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.107086] env[62259]: DEBUG oslo_vmware.api [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692966, 'name': PowerOffVM_Task, 'duration_secs': 0.174024} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.107390] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1860.107561] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1860.107810] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db921a96-bf3a-47d6-93ab-fb4b51fa9cb2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.225105] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "706441b3-bbe8-4948-94df-30f2f0fc8e31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.225105] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.280964] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1860.280964] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1860.280964] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleting the datastore file [datastore1] 6a9c781e-d017-442d-8521-782f5c1942e2 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1860.280964] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d78b763f-9439-4e13-be4a-02d6ba575f36 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.289632] env[62259]: DEBUG nova.scheduler.client.report [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1860.293229] env[62259]: DEBUG oslo_vmware.api [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for the task: (returnval){ [ 1860.293229] env[62259]: value = "task-1692968" [ 1860.293229] env[62259]: _type = "Task" [ 1860.293229] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.301993] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.306994] env[62259]: DEBUG oslo_vmware.api [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.727025] env[62259]: DEBUG nova.compute.manager [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1860.794685] env[62259]: DEBUG oslo_vmware.api [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692964, 'name': ReconfigVM_Task, 'duration_secs': 5.760675} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.795399] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.795920] env[62259]: DEBUG nova.compute.manager [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1860.801141] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.801415] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Reconfigured VM to detach interface {{(pid=62259) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1860.803319] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.007s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.804773] env[62259]: INFO nova.compute.claims [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1860.814142] env[62259]: DEBUG oslo_vmware.api [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Task: {'id': task-1692968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133775} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.814292] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.814560] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.814692] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.814809] env[62259]: INFO nova.compute.manager [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1860.815083] env[62259]: DEBUG oslo.service.loopingcall [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.815267] env[62259]: DEBUG nova.compute.manager [-] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1860.815373] env[62259]: DEBUG nova.network.neutron [-] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1861.200972] env[62259]: DEBUG nova.compute.manager [req-66710e23-ceeb-4a35-8dcc-1c72b4721fe9 req-e1c2bbcf-53fb-4579-bb68-233f9e64e2df service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Received event network-vif-deleted-c8e45ac8-1383-4a81-afbd-ff80e657adf9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1861.201855] env[62259]: INFO nova.compute.manager [req-66710e23-ceeb-4a35-8dcc-1c72b4721fe9 req-e1c2bbcf-53fb-4579-bb68-233f9e64e2df service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Neutron deleted interface c8e45ac8-1383-4a81-afbd-ff80e657adf9; detaching it from the instance and deleting it from the info cache [ 1861.201855] env[62259]: DEBUG nova.network.neutron [req-66710e23-ceeb-4a35-8dcc-1c72b4721fe9 req-e1c2bbcf-53fb-4579-bb68-233f9e64e2df service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.250966] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.309563] env[62259]: DEBUG nova.compute.utils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.312887] env[62259]: DEBUG nova.compute.manager [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Not allocating networking since 'none' was specified. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1861.677164] env[62259]: DEBUG nova.network.neutron [-] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.705171] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72f2e392-abc4-470e-bb87-cabf1339b3cb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.716738] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5269f9-01c4-4d15-b108-f0f7365d5c9b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.747428] env[62259]: DEBUG nova.compute.manager [req-66710e23-ceeb-4a35-8dcc-1c72b4721fe9 req-e1c2bbcf-53fb-4579-bb68-233f9e64e2df service nova] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Detach interface failed, port_id=c8e45ac8-1383-4a81-afbd-ff80e657adf9, reason: Instance 6a9c781e-d017-442d-8521-782f5c1942e2 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1861.803864] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.804151] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.813625] env[62259]: DEBUG nova.compute.manager [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1861.933180] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ec58d8-14d1-439b-9541-198982358a10 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.941339] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17277849-b96c-4780-8d4b-ffbb5dc0fa07 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.970915] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508d9c4e-64ab-4775-9767-ed8499a91f2d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.978437] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe019bd-6394-4fee-ab26-480f4b86cff9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.991391] env[62259]: DEBUG nova.compute.provider_tree [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.180442] env[62259]: INFO nova.compute.manager [-] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Took 1.36 seconds to deallocate network for instance. [ 1862.306043] env[62259]: DEBUG nova.compute.manager [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1862.356751] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.356996] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.357237] env[62259]: DEBUG nova.network.neutron [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.494348] env[62259]: DEBUG nova.scheduler.client.report [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1862.686939] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.827021] env[62259]: DEBUG nova.compute.manager [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1862.830396] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.853159] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1862.853451] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1862.853637] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.853826] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1862.853969] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.854204] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1862.857669] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1862.857669] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1862.857669] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1862.857669] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1862.857669] env[62259]: DEBUG nova.virt.hardware [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1862.857669] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efec506-e198-4eab-955f-009bacc0cb5a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.869148] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae09a13-472a-43eb-9a57-f7ca0746e25d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.881935] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1862.887514] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Creating folder: Project (2db7f13377e946c0bcad6155f67db7c5). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1862.891042] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00041871-f921-425a-93c2-0e175a0ef771 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.893490] env[62259]: DEBUG nova.compute.manager [req-25df9ec2-34ea-4b7c-837f-416bbefe38af req-190a0108-4164-490a-801a-5526c0b7ff20 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1862.893672] env[62259]: DEBUG nova.compute.manager [req-25df9ec2-34ea-4b7c-837f-416bbefe38af req-190a0108-4164-490a-801a-5526c0b7ff20 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing instance network info cache due to event network-changed-6de23b65-1a01-4fea-ad5d-f68ae0454f1e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1862.893853] env[62259]: DEBUG oslo_concurrency.lockutils [req-25df9ec2-34ea-4b7c-837f-416bbefe38af req-190a0108-4164-490a-801a-5526c0b7ff20 service nova] Acquiring lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.903533] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Created folder: Project (2db7f13377e946c0bcad6155f67db7c5) in parent group-v352705. [ 1862.903709] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Creating folder: Instances. Parent ref: group-v353012. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1862.903930] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-607b5202-6373-4af0-945e-6ec050a61c92 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.913613] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Created folder: Instances in parent group-v353012. [ 1862.913824] env[62259]: DEBUG oslo.service.loopingcall [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.914011] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1862.914204] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f53c223e-74b8-4ca5-b110-834ad11ad963 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.931486] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1862.931486] env[62259]: value = "task-1692971" [ 1862.931486] env[62259]: _type = "Task" [ 1862.931486] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.938918] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692971, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.999724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.000387] env[62259]: DEBUG nova.compute.manager [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1863.003232] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.752s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.004702] env[62259]: INFO nova.compute.claims [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1863.082067] env[62259]: INFO nova.network.neutron [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Port bdd30bad-fa03-4fce-8030-7462b2146376 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1863.082491] env[62259]: DEBUG nova.network.neutron [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [{"id": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "address": "fa:16:3e:61:08:2d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de23b65-1a", "ovs_interfaceid": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.442394] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692971, 'name': CreateVM_Task, 'duration_secs': 0.259151} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.442572] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.442989] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.443167] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.443484] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.443732] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2889eb95-570d-4117-b647-6198530f8678 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.448136] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1863.448136] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c283df-e400-870f-cbc8-3a7580df0761" [ 1863.448136] env[62259]: _type = "Task" [ 1863.448136] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.455676] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c283df-e400-870f-cbc8-3a7580df0761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.509291] env[62259]: DEBUG nova.compute.utils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1863.512602] env[62259]: DEBUG nova.compute.manager [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1863.512764] env[62259]: DEBUG nova.network.neutron [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1863.555151] env[62259]: DEBUG nova.policy [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce89b6344a234a1bb6fe3d4e4d34972d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61ea832725d341f9bd5d4abf1e5aabdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1863.564190] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-b3ccc0a1-a9c1-49de-9778-26018435a7ca-bdd30bad-fa03-4fce-8030-7462b2146376" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.564416] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-b3ccc0a1-a9c1-49de-9778-26018435a7ca-bdd30bad-fa03-4fce-8030-7462b2146376" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.564750] env[62259]: DEBUG nova.objects.instance [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'flavor' on Instance uuid b3ccc0a1-a9c1-49de-9778-26018435a7ca {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.584309] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.588487] env[62259]: DEBUG oslo_concurrency.lockutils [req-25df9ec2-34ea-4b7c-837f-416bbefe38af req-190a0108-4164-490a-801a-5526c0b7ff20 service nova] Acquired lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.588678] env[62259]: DEBUG nova.network.neutron [req-25df9ec2-34ea-4b7c-837f-416bbefe38af req-190a0108-4164-490a-801a-5526c0b7ff20 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Refreshing network info cache for port 6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.807029] env[62259]: DEBUG nova.network.neutron [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Successfully created port: 8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1863.960570] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c283df-e400-870f-cbc8-3a7580df0761, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.960889] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.961116] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1863.961357] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.961505] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.961694] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1863.961957] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f05743d3-96a8-49d3-bd58-842dde168a1a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.970764] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1863.971058] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1863.971805] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f607936d-2a1d-41d4-8fd9-023b85ab7e98 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.977240] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1863.977240] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527b44d4-c1b2-5ee1-0e4d-99fd2b0a0187" [ 1863.977240] env[62259]: _type = "Task" [ 1863.977240] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.985941] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527b44d4-c1b2-5ee1-0e4d-99fd2b0a0187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.013722] env[62259]: DEBUG nova.compute.manager [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1864.093247] env[62259]: DEBUG oslo_concurrency.lockutils [None req-1ef76127-907a-4597-9180-0cc18bdee21e tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-5c569164-feb1-492f-93bf-32d133e0685a-bdd30bad-fa03-4fce-8030-7462b2146376" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.912s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.161867] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e8338a-80ed-405f-b13b-552f02173a29 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.169313] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f2357-7da8-4a8d-8cac-05baaf2b9a29 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.200170] env[62259]: DEBUG nova.objects.instance [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'pci_requests' on Instance uuid b3ccc0a1-a9c1-49de-9778-26018435a7ca {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.204149] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6cb671-3d08-4581-b127-f832979ca0f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.212730] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1689ac4e-9ed4-4bb0-b63b-132597d1dab1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.228371] env[62259]: DEBUG nova.compute.provider_tree [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.365008] env[62259]: DEBUG nova.network.neutron [req-25df9ec2-34ea-4b7c-837f-416bbefe38af req-190a0108-4164-490a-801a-5526c0b7ff20 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updated VIF entry in instance network info cache for port 6de23b65-1a01-4fea-ad5d-f68ae0454f1e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.365418] env[62259]: DEBUG nova.network.neutron [req-25df9ec2-34ea-4b7c-837f-416bbefe38af req-190a0108-4164-490a-801a-5526c0b7ff20 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [{"id": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "address": "fa:16:3e:61:08:2d", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6de23b65-1a", "ovs_interfaceid": "6de23b65-1a01-4fea-ad5d-f68ae0454f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.488044] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527b44d4-c1b2-5ee1-0e4d-99fd2b0a0187, 'name': SearchDatastore_Task, 'duration_secs': 0.008016} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.488832] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4a03ca-a274-4f59-a680-497e3d146ff7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.493901] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1864.493901] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52905867-d459-5b90-debf-7dc6d778411e" [ 1864.493901] env[62259]: _type = "Task" [ 1864.493901] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.501271] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52905867-d459-5b90-debf-7dc6d778411e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.707844] env[62259]: DEBUG nova.objects.base [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1864.708328] env[62259]: DEBUG nova.network.neutron [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1864.733048] env[62259]: DEBUG nova.scheduler.client.report [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1864.772451] env[62259]: DEBUG nova.policy [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff89c1df10be4a04ae985494d0b7f319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd60b06493494d7fb9b08d88318c53d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1864.868358] env[62259]: DEBUG oslo_concurrency.lockutils [req-25df9ec2-34ea-4b7c-837f-416bbefe38af req-190a0108-4164-490a-801a-5526c0b7ff20 service nova] Releasing lock "refresh_cache-5c569164-feb1-492f-93bf-32d133e0685a" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.912550] env[62259]: DEBUG nova.compute.manager [req-fb598500-cae3-42f2-a021-a7ea5d09bb4c req-168f71a8-35c1-4dd5-8ac4-c8d44d1c5808 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received event network-changed-f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1864.912706] env[62259]: DEBUG nova.compute.manager [req-fb598500-cae3-42f2-a021-a7ea5d09bb4c req-168f71a8-35c1-4dd5-8ac4-c8d44d1c5808 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing instance network info cache due to event network-changed-f971c0a0-05dc-40df-8d33-56267a3b1d59. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1864.912929] env[62259]: DEBUG oslo_concurrency.lockutils [req-fb598500-cae3-42f2-a021-a7ea5d09bb4c req-168f71a8-35c1-4dd5-8ac4-c8d44d1c5808 service nova] Acquiring lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.913099] env[62259]: DEBUG oslo_concurrency.lockutils [req-fb598500-cae3-42f2-a021-a7ea5d09bb4c req-168f71a8-35c1-4dd5-8ac4-c8d44d1c5808 service nova] Acquired lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.913267] env[62259]: DEBUG nova.network.neutron [req-fb598500-cae3-42f2-a021-a7ea5d09bb4c req-168f71a8-35c1-4dd5-8ac4-c8d44d1c5808 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing network info cache for port f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.006250] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52905867-d459-5b90-debf-7dc6d778411e, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.006553] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.006782] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871/114b7866-eb47-4ebe-9845-9775c9e4f871.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.007203] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-797c0189-3c79-453e-bfec-17261febf547 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.015048] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1865.015048] env[62259]: value = "task-1692972" [ 1865.015048] env[62259]: _type = "Task" [ 1865.015048] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.022807] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.026969] env[62259]: DEBUG nova.compute.manager [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1865.056834] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1865.056995] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1865.057534] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1865.057534] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1865.057534] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1865.057737] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1865.057913] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1865.058119] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1865.059068] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1865.059068] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1865.059068] env[62259]: DEBUG nova.virt.hardware [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1865.059642] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc5940f-496b-4d80-8d96-75f9dab714ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.067399] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1bb115-e812-4b64-9df4-71f0941ebed6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.239130] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.239712] env[62259]: DEBUG nova.compute.manager [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1865.243282] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.556s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.243514] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.245956] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.416s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.248048] env[62259]: INFO nova.compute.claims [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.283991] env[62259]: INFO nova.scheduler.client.report [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Deleted allocations for instance 6a9c781e-d017-442d-8521-782f5c1942e2 [ 1865.472076] env[62259]: DEBUG nova.network.neutron [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Successfully updated port: 8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1865.524799] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460276} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.525072] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871/114b7866-eb47-4ebe-9845-9775c9e4f871.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.525315] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.525536] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27b9f971-f6ac-4214-a922-6eafec084c00 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.531974] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1865.531974] env[62259]: value = "task-1692973" [ 1865.531974] env[62259]: _type = "Task" [ 1865.531974] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.542025] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.654725] env[62259]: DEBUG nova.network.neutron [req-fb598500-cae3-42f2-a021-a7ea5d09bb4c req-168f71a8-35c1-4dd5-8ac4-c8d44d1c5808 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updated VIF entry in instance network info cache for port f971c0a0-05dc-40df-8d33-56267a3b1d59. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.655208] env[62259]: DEBUG nova.network.neutron [req-fb598500-cae3-42f2-a021-a7ea5d09bb4c req-168f71a8-35c1-4dd5-8ac4-c8d44d1c5808 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [{"id": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "address": "fa:16:3e:41:8b:0b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf971c0a0-05", "ovs_interfaceid": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.753160] env[62259]: DEBUG nova.compute.utils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1865.754517] env[62259]: DEBUG nova.compute.manager [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1865.754690] env[62259]: DEBUG nova.network.neutron [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1865.795901] env[62259]: DEBUG nova.policy [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd7dc110aba14038a30660622853d8c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b77d418aab7145d6a6b8e7970ac92ee2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1865.798154] env[62259]: DEBUG oslo_concurrency.lockutils [None req-041a7074-2a57-4d6f-95a4-47c4ac343c58 tempest-DeleteServersTestJSON-838538290 tempest-DeleteServersTestJSON-838538290-project-member] Lock "6a9c781e-d017-442d-8521-782f5c1942e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.725s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.977552] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.977552] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.977552] env[62259]: DEBUG nova.network.neutron [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.042895] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06205} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.042895] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.043994] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbb2620-f3b8-4939-bcd8-95e48601a652 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.064941] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871/114b7866-eb47-4ebe-9845-9775c9e4f871.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.066446] env[62259]: DEBUG nova.network.neutron [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Successfully created port: 59924a76-f02b-403f-8539-d01abfb2a03a {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1866.068337] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b3872c-2edd-420e-bab6-6709e9c23c52 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.090635] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1866.090635] env[62259]: value = "task-1692974" [ 1866.090635] env[62259]: _type = "Task" [ 1866.090635] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.097362] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.157689] env[62259]: DEBUG oslo_concurrency.lockutils [req-fb598500-cae3-42f2-a021-a7ea5d09bb4c req-168f71a8-35c1-4dd5-8ac4-c8d44d1c5808 service nova] Releasing lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.258560] env[62259]: DEBUG nova.compute.manager [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1866.324207] env[62259]: DEBUG nova.network.neutron [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Successfully updated port: bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1866.394195] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da1db7-0b02-4069-ad76-b776e24aa957 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.401604] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0491ba3-b3be-4153-a779-3b67206ad3aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.434932] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb43ae-2dc7-4f37-b0d9-7394de83b38b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.442798] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717eb828-6886-4fca-bad3-bb234d6b1e28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.456060] env[62259]: DEBUG nova.compute.provider_tree [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.512595] env[62259]: DEBUG nova.network.neutron [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1866.599363] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692974, 'name': ReconfigVM_Task, 'duration_secs': 0.285055} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.599678] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871/114b7866-eb47-4ebe-9845-9775c9e4f871.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.600355] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee202c17-6237-4250-991b-230ac78ad2b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.606576] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1866.606576] env[62259]: value = "task-1692975" [ 1866.606576] env[62259]: _type = "Task" [ 1866.606576] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.614721] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692975, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.771278] env[62259]: INFO nova.virt.block_device [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Booting with volume bce1a9c3-c671-4a0f-aee3-d51f48f48424 at /dev/sda [ 1866.808211] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0879ad92-5a95-4c99-b5e3-55afea1069de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.817857] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb03732b-2124-4dd4-a529-2ec42cfaab25 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.828910] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.829060] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.829239] env[62259]: DEBUG nova.network.neutron [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.849567] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73d1ef6f-5623-4def-bfbe-9af92e406de3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.858383] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61177dce-ac11-48e7-a3b9-c2afed7f1772 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.892245] env[62259]: DEBUG nova.network.neutron [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating instance_info_cache with network_info: [{"id": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "address": "fa:16:3e:bd:a9:d0", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef3b893-51", "ovs_interfaceid": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.894530] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b21fb5-e20d-4c19-bb6a-d4680e436418 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.903646] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b887f3e6-c1de-4987-b80b-ef8c2bc0fa4f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.920526] env[62259]: DEBUG nova.virt.block_device [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating existing volume attachment record: 2f40a1b3-2db1-4793-a40d-07ee70983c22 {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1866.959166] env[62259]: DEBUG nova.scheduler.client.report [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1866.977271] env[62259]: DEBUG nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received event network-vif-plugged-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1866.977495] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Acquiring lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.977713] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.977911] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.978043] env[62259]: DEBUG nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] No waiting events found dispatching network-vif-plugged-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1866.978215] env[62259]: WARNING nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received unexpected event network-vif-plugged-8ef3b893-512b-46dc-9e03-68adf535f4d4 for instance with vm_state building and task_state spawning. [ 1866.978376] env[62259]: DEBUG nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received event network-changed-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1866.978528] env[62259]: DEBUG nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Refreshing instance network info cache due to event network-changed-8ef3b893-512b-46dc-9e03-68adf535f4d4. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1866.978691] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Acquiring lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.116774] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692975, 'name': Rename_Task, 'duration_secs': 0.130446} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.117146] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.117253] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71cc7eda-9316-45ad-a54a-8c5f6ee2de49 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.123468] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1867.123468] env[62259]: value = "task-1692977" [ 1867.123468] env[62259]: _type = "Task" [ 1867.123468] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.130813] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.380159] env[62259]: WARNING nova.network.neutron [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] 149acfe1-c417-48a4-8b51-7d4fdd73c0fc already exists in list: networks containing: ['149acfe1-c417-48a4-8b51-7d4fdd73c0fc']. ignoring it [ 1867.403656] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.403656] env[62259]: DEBUG nova.compute.manager [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Instance network_info: |[{"id": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "address": "fa:16:3e:bd:a9:d0", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef3b893-51", "ovs_interfaceid": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1867.403656] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Acquired lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.403656] env[62259]: DEBUG nova.network.neutron [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Refreshing network info cache for port 8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.403656] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a9:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ef3b893-512b-46dc-9e03-68adf535f4d4', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.408117] env[62259]: DEBUG oslo.service.loopingcall [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.409775] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.409775] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b68d559c-c67c-4718-9b23-dca853fe0ff0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.429654] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.429654] env[62259]: value = "task-1692978" [ 1867.429654] env[62259]: _type = "Task" [ 1867.429654] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.437611] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692978, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.463625] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.464516] env[62259]: DEBUG nova.compute.manager [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1867.600279] env[62259]: DEBUG nova.compute.manager [req-51dff14d-ca4a-46e4-8e96-56e35b1a3fcb req-f1cf2ac7-28ee-4f31-8e22-3f494fb71715 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Received event network-vif-plugged-59924a76-f02b-403f-8539-d01abfb2a03a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1867.600582] env[62259]: DEBUG oslo_concurrency.lockutils [req-51dff14d-ca4a-46e4-8e96-56e35b1a3fcb req-f1cf2ac7-28ee-4f31-8e22-3f494fb71715 service nova] Acquiring lock "706441b3-bbe8-4948-94df-30f2f0fc8e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.600746] env[62259]: DEBUG oslo_concurrency.lockutils [req-51dff14d-ca4a-46e4-8e96-56e35b1a3fcb req-f1cf2ac7-28ee-4f31-8e22-3f494fb71715 service nova] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.609170] env[62259]: DEBUG oslo_concurrency.lockutils [req-51dff14d-ca4a-46e4-8e96-56e35b1a3fcb req-f1cf2ac7-28ee-4f31-8e22-3f494fb71715 service nova] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.008s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.609406] env[62259]: DEBUG nova.compute.manager [req-51dff14d-ca4a-46e4-8e96-56e35b1a3fcb req-f1cf2ac7-28ee-4f31-8e22-3f494fb71715 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] No waiting events found dispatching network-vif-plugged-59924a76-f02b-403f-8539-d01abfb2a03a {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1867.609599] env[62259]: WARNING nova.compute.manager [req-51dff14d-ca4a-46e4-8e96-56e35b1a3fcb req-f1cf2ac7-28ee-4f31-8e22-3f494fb71715 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Received unexpected event network-vif-plugged-59924a76-f02b-403f-8539-d01abfb2a03a for instance with vm_state building and task_state block_device_mapping. [ 1867.610620] env[62259]: DEBUG nova.network.neutron [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Successfully updated port: 59924a76-f02b-403f-8539-d01abfb2a03a {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1867.636055] env[62259]: DEBUG oslo_vmware.api [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692977, 'name': PowerOnVM_Task, 'duration_secs': 0.47061} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.636233] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.636395] env[62259]: INFO nova.compute.manager [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1867.636491] env[62259]: DEBUG nova.compute.manager [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.637309] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb66629-c966-48c3-a603-4e7361f12e72 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.757508] env[62259]: DEBUG nova.network.neutron [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [{"id": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "address": "fa:16:3e:41:8b:0b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf971c0a0-05", "ovs_interfaceid": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdd30bad-fa03-4fce-8030-7462b2146376", "address": "fa:16:3e:45:3b:c4", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd30bad-fa", "ovs_interfaceid": "bdd30bad-fa03-4fce-8030-7462b2146376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.939943] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692978, 'name': CreateVM_Task, 'duration_secs': 0.336732} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.942176] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1867.949340] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.949548] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.949878] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1867.950139] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83348256-5a7d-4ec7-a117-35bb7a7f5b8d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.954485] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1867.954485] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5233d441-44cd-8b0c-3290-ed1d451d1ec9" [ 1867.954485] env[62259]: _type = "Task" [ 1867.954485] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.961868] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5233d441-44cd-8b0c-3290-ed1d451d1ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.971311] env[62259]: DEBUG nova.compute.utils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.972680] env[62259]: DEBUG nova.compute.manager [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1867.972848] env[62259]: DEBUG nova.network.neutron [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1868.013080] env[62259]: DEBUG nova.policy [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cd6bc53734a40738c38bd7b57287738', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ed60c21d0e9409cb4cc9f63b76c6616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1868.108756] env[62259]: DEBUG nova.network.neutron [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updated VIF entry in instance network info cache for port 8ef3b893-512b-46dc-9e03-68adf535f4d4. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.109156] env[62259]: DEBUG nova.network.neutron [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating instance_info_cache with network_info: [{"id": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "address": "fa:16:3e:bd:a9:d0", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef3b893-51", "ovs_interfaceid": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.114538] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.114694] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.114819] env[62259]: DEBUG nova.network.neutron [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.155866] env[62259]: INFO nova.compute.manager [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Took 13.02 seconds to build instance. [ 1868.260069] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.260771] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.260931] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.261835] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54572d15-d063-4e8f-b6bb-37687b9493af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.281011] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1868.281300] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1868.281478] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.281634] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1868.281796] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.281965] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1868.282190] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1868.282502] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1868.282502] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1868.282676] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1868.282855] env[62259]: DEBUG nova.virt.hardware [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1868.289344] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Reconfiguring VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1868.290698] env[62259]: DEBUG nova.network.neutron [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Successfully created port: ff78624e-621b-413e-93f0-20a88f0914d9 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1868.292627] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce6cec3-3686-4e40-ba19-744766d07ba8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.311802] env[62259]: DEBUG oslo_vmware.api [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1868.311802] env[62259]: value = "task-1692979" [ 1868.311802] env[62259]: _type = "Task" [ 1868.311802] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.322662] env[62259]: DEBUG oslo_vmware.api [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.473456] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5233d441-44cd-8b0c-3290-ed1d451d1ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.473856] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.474177] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1868.474491] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.474696] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.474941] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1868.475645] env[62259]: DEBUG nova.compute.manager [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1868.479284] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ee05f3e-4064-4a19-9291-451cac17ad6b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.489209] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1868.489484] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1868.490231] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3436bfdf-ec3e-4741-9124-387fae1eb7af {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.496023] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1868.496023] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bdbb90-b8fd-372c-10bd-491792588b10" [ 1868.496023] env[62259]: _type = "Task" [ 1868.496023] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.506766] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bdbb90-b8fd-372c-10bd-491792588b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.611676] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Releasing lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.611961] env[62259]: DEBUG nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received event network-vif-plugged-bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1868.612184] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Acquiring lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.612388] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.612548] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.612714] env[62259]: DEBUG nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] No waiting events found dispatching network-vif-plugged-bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1868.612880] env[62259]: WARNING nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received unexpected event network-vif-plugged-bdd30bad-fa03-4fce-8030-7462b2146376 for instance with vm_state active and task_state None. [ 1868.613058] env[62259]: DEBUG nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received event network-changed-bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1868.613219] env[62259]: DEBUG nova.compute.manager [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing instance network info cache due to event network-changed-bdd30bad-fa03-4fce-8030-7462b2146376. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1868.613399] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Acquiring lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.613541] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Acquired lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.613693] env[62259]: DEBUG nova.network.neutron [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Refreshing network info cache for port bdd30bad-fa03-4fce-8030-7462b2146376 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.657874] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5d936bfc-7e6b-4a40-9c2d-55bf943dd7b0 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "114b7866-eb47-4ebe-9845-9775c9e4f871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.530s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.661280] env[62259]: DEBUG nova.network.neutron [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1868.816650] env[62259]: DEBUG nova.network.neutron [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance_info_cache with network_info: [{"id": "59924a76-f02b-403f-8539-d01abfb2a03a", "address": "fa:16:3e:3d:7f:c3", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59924a76-f0", "ovs_interfaceid": "59924a76-f02b-403f-8539-d01abfb2a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.824524] env[62259]: DEBUG oslo_vmware.api [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.007037] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52bdbb90-b8fd-372c-10bd-491792588b10, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.008963] env[62259]: DEBUG nova.compute.manager [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1869.009518] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1869.009723] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1869.009877] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.010160] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1869.010241] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.010374] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1869.010591] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1869.010751] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1869.010914] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1869.011088] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1869.011267] env[62259]: DEBUG nova.virt.hardware [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1869.011519] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5762bb6-f38c-4b27-9abc-fc1bafb9b65f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.014351] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9d4c67-5b13-4940-bec7-451c63741a92 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.023684] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ccfaec-e54b-40de-a461-9d245c113119 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.027737] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1869.027737] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5206341e-8341-0a47-9184-37fbc97f51ce" [ 1869.027737] env[62259]: _type = "Task" [ 1869.027737] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.044498] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5206341e-8341-0a47-9184-37fbc97f51ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.044710] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.044955] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1/7af88976-0cb6-4626-8f4b-fe88d04fe3c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1869.045213] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de189fc5-005f-428b-8163-3bc746330d33 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.052381] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1869.052381] env[62259]: value = "task-1692980" [ 1869.052381] env[62259]: _type = "Task" [ 1869.052381] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.060462] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.322995] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.323396] env[62259]: DEBUG nova.compute.manager [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Instance network_info: |[{"id": "59924a76-f02b-403f-8539-d01abfb2a03a", "address": "fa:16:3e:3d:7f:c3", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59924a76-f0", "ovs_interfaceid": "59924a76-f02b-403f-8539-d01abfb2a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1869.323733] env[62259]: DEBUG oslo_vmware.api [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692979, 'name': ReconfigVM_Task, 'duration_secs': 0.5962} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.324119] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:7f:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59924a76-f02b-403f-8539-d01abfb2a03a', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.331860] env[62259]: DEBUG oslo.service.loopingcall [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.332377] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.332607] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Reconfigured VM to attach interface {{(pid=62259) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1869.336092] env[62259]: DEBUG nova.network.neutron [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updated VIF entry in instance network info cache for port bdd30bad-fa03-4fce-8030-7462b2146376. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1869.336547] env[62259]: DEBUG nova.network.neutron [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [{"id": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "address": "fa:16:3e:41:8b:0b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf971c0a0-05", "ovs_interfaceid": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdd30bad-fa03-4fce-8030-7462b2146376", "address": "fa:16:3e:45:3b:c4", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd30bad-fa", "ovs_interfaceid": "bdd30bad-fa03-4fce-8030-7462b2146376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.337850] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.338316] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70b3a3d3-cb16-4a36-9f06-5562d024585c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.360935] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.360935] env[62259]: value = "task-1692981" [ 1869.360935] env[62259]: _type = "Task" [ 1869.360935] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.370922] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692981, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.463532] env[62259]: INFO nova.compute.manager [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Rebuilding instance [ 1869.487983] env[62259]: DEBUG nova.compute.manager [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1869.514013] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1869.514386] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1869.514587] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.514849] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1869.515023] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.515210] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1869.515437] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1869.515627] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1869.515867] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1869.516098] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1869.516326] env[62259]: DEBUG nova.virt.hardware [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1869.517332] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f43d2b-108b-4fda-b843-b5ed2752c278 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.523689] env[62259]: DEBUG nova.compute.manager [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.524529] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7af50-f170-4b07-85c7-1e0e88b7ab5f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.530978] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7444c6ef-f971-45c5-8456-d386f52b1605 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.562076] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692980, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.717375] env[62259]: DEBUG nova.compute.manager [req-c1340a4c-5926-4716-bbc5-4393cfe9cb70 req-a4f94b4a-ad6e-40c2-a2e2-817dfb29494b service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Received event network-changed-59924a76-f02b-403f-8539-d01abfb2a03a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1869.717375] env[62259]: DEBUG nova.compute.manager [req-c1340a4c-5926-4716-bbc5-4393cfe9cb70 req-a4f94b4a-ad6e-40c2-a2e2-817dfb29494b service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Refreshing instance network info cache due to event network-changed-59924a76-f02b-403f-8539-d01abfb2a03a. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1869.717375] env[62259]: DEBUG oslo_concurrency.lockutils [req-c1340a4c-5926-4716-bbc5-4393cfe9cb70 req-a4f94b4a-ad6e-40c2-a2e2-817dfb29494b service nova] Acquiring lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.717375] env[62259]: DEBUG oslo_concurrency.lockutils [req-c1340a4c-5926-4716-bbc5-4393cfe9cb70 req-a4f94b4a-ad6e-40c2-a2e2-817dfb29494b service nova] Acquired lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.717375] env[62259]: DEBUG nova.network.neutron [req-c1340a4c-5926-4716-bbc5-4393cfe9cb70 req-a4f94b4a-ad6e-40c2-a2e2-817dfb29494b service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Refreshing network info cache for port 59924a76-f02b-403f-8539-d01abfb2a03a {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1869.818448] env[62259]: DEBUG nova.network.neutron [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Successfully updated port: ff78624e-621b-413e-93f0-20a88f0914d9 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1869.839904] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b1d4cce0-f9f9-4880-abaa-526f9f168b69 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-b3ccc0a1-a9c1-49de-9778-26018435a7ca-bdd30bad-fa03-4fce-8030-7462b2146376" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.275s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.854830] env[62259]: DEBUG oslo_concurrency.lockutils [req-0488ae4d-aee7-44ec-a87a-77fb99c149e7 req-5ee47cd2-9aab-4930-8ab1-7653fcc8bc17 service nova] Releasing lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.871145] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692981, 'name': CreateVM_Task, 'duration_secs': 0.467183} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.871309] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.872019] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353011', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'name': 'volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '706441b3-bbe8-4948-94df-30f2f0fc8e31', 'attached_at': '', 'detached_at': '', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'serial': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424'}, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '2f40a1b3-2db1-4793-a40d-07ee70983c22', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=62259) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1869.872275] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Root volume attach. Driver type: vmdk {{(pid=62259) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1869.873078] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a5b68-4c41-4bc0-a3b9-a283b1ef640a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.881525] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd69446-a571-4af5-8581-8fc1be6467c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.887931] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105371b1-192f-45e0-9d78-fd1654e97a57 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.894260] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8ce4e9a8-acf0-4640-86b7-8378630e97c4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.900898] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1869.900898] env[62259]: value = "task-1692982" [ 1869.900898] env[62259]: _type = "Task" [ 1869.900898] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.908926] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692982, 'name': RelocateVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.063891] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518332} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.064165] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1/7af88976-0cb6-4626-8f4b-fe88d04fe3c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.064414] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1870.064670] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fab5c5a7-e1d8-49ab-a2ac-2ab1a18c8eb5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.072604] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1870.072604] env[62259]: value = "task-1692983" [ 1870.072604] env[62259]: _type = "Task" [ 1870.072604] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.084236] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.321409] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "refresh_cache-9b8146ae-3550-4893-8300-c9a4f73b9e0d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.321558] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired lock "refresh_cache-9b8146ae-3550-4893-8300-c9a4f73b9e0d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.321721] env[62259]: DEBUG nova.network.neutron [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1870.411109] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692982, 'name': RelocateVM_Task, 'duration_secs': 0.410842} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.411472] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1870.411472] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353011', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'name': 'volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '706441b3-bbe8-4948-94df-30f2f0fc8e31', 'attached_at': '', 'detached_at': '', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'serial': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1870.412258] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46338b63-87c2-49de-8886-b9f4972cc10e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.428452] env[62259]: DEBUG nova.network.neutron [req-c1340a4c-5926-4716-bbc5-4393cfe9cb70 req-a4f94b4a-ad6e-40c2-a2e2-817dfb29494b service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updated VIF entry in instance network info cache for port 59924a76-f02b-403f-8539-d01abfb2a03a. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1870.428806] env[62259]: DEBUG nova.network.neutron [req-c1340a4c-5926-4716-bbc5-4393cfe9cb70 req-a4f94b4a-ad6e-40c2-a2e2-817dfb29494b service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance_info_cache with network_info: [{"id": "59924a76-f02b-403f-8539-d01abfb2a03a", "address": "fa:16:3e:3d:7f:c3", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59924a76-f0", "ovs_interfaceid": "59924a76-f02b-403f-8539-d01abfb2a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.430882] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ccfde4-58e9-4f2a-8123-cbc62e4005b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.453438] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424/volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.454362] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c55a0b2-3017-452b-b1f3-2bd69e7f47f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.478074] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1870.478074] env[62259]: value = "task-1692984" [ 1870.478074] env[62259]: _type = "Task" [ 1870.478074] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.487349] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.543502] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.543921] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8a6cbd4-059c-416b-9d77-f7b6607d9186 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.553082] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1870.553082] env[62259]: value = "task-1692985" [ 1870.553082] env[62259]: _type = "Task" [ 1870.553082] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.563119] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.582117] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074913} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.582420] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1870.583301] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b735c3-6016-4d51-87a2-3f0757545d84 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.607762] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1/7af88976-0cb6-4626-8f4b-fe88d04fe3c1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.608422] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820f445c-d56c-4ccd-873d-7783aa4a810a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.629216] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1870.629216] env[62259]: value = "task-1692986" [ 1870.629216] env[62259]: _type = "Task" [ 1870.629216] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.638576] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.886409] env[62259]: DEBUG nova.network.neutron [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1870.933897] env[62259]: DEBUG oslo_concurrency.lockutils [req-c1340a4c-5926-4716-bbc5-4393cfe9cb70 req-a4f94b4a-ad6e-40c2-a2e2-817dfb29494b service nova] Releasing lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.989391] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.034888] env[62259]: DEBUG nova.network.neutron [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Updating instance_info_cache with network_info: [{"id": "ff78624e-621b-413e-93f0-20a88f0914d9", "address": "fa:16:3e:b2:dc:e3", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff78624e-62", "ovs_interfaceid": "ff78624e-621b-413e-93f0-20a88f0914d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.062820] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692985, 'name': PowerOffVM_Task, 'duration_secs': 0.164674} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.063068] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.063298] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.064039] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0987871d-c4fe-44ff-a2b1-b886e7f162ce {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.071024] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.071249] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ca1a729-792f-449d-b8a1-01d6fcddcc9d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.098706] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.098925] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.099121] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Deleting the datastore file [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.099381] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-389921af-d3b4-4412-b810-58959fe2d09f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.110884] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1871.110884] env[62259]: value = "task-1692988" [ 1871.110884] env[62259]: _type = "Task" [ 1871.110884] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.119032] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.139088] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692986, 'name': ReconfigVM_Task, 'duration_secs': 0.269947} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.139606] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1/7af88976-0cb6-4626-8f4b-fe88d04fe3c1.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.140437] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f553000-3eb6-4968-822c-6033de9cf836 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.148037] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1871.148037] env[62259]: value = "task-1692989" [ 1871.148037] env[62259]: _type = "Task" [ 1871.148037] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.156597] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692989, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.335932] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "interface-b3ccc0a1-a9c1-49de-9778-26018435a7ca-bdd30bad-fa03-4fce-8030-7462b2146376" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.336349] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-b3ccc0a1-a9c1-49de-9778-26018435a7ca-bdd30bad-fa03-4fce-8030-7462b2146376" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.490268] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.538125] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Releasing lock "refresh_cache-9b8146ae-3550-4893-8300-c9a4f73b9e0d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.538484] env[62259]: DEBUG nova.compute.manager [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Instance network_info: |[{"id": "ff78624e-621b-413e-93f0-20a88f0914d9", "address": "fa:16:3e:b2:dc:e3", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff78624e-62", "ovs_interfaceid": "ff78624e-621b-413e-93f0-20a88f0914d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1871.538937] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:dc:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff78624e-621b-413e-93f0-20a88f0914d9', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1871.546628] env[62259]: DEBUG oslo.service.loopingcall [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.547825] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1871.547825] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6010d57-8fbd-4b74-a167-3d38b6a98c41 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.567922] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1871.567922] env[62259]: value = "task-1692990" [ 1871.567922] env[62259]: _type = "Task" [ 1871.567922] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.575999] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692990, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.621418] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101364} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.621766] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.622072] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.622256] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.661256] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692989, 'name': Rename_Task, 'duration_secs': 0.152839} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.661655] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1871.662023] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fcd88f0-3955-4a8d-a26c-988017cb625e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.671031] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1871.671031] env[62259]: value = "task-1692991" [ 1871.671031] env[62259]: _type = "Task" [ 1871.671031] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.684785] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.749874] env[62259]: DEBUG nova.compute.manager [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Received event network-vif-plugged-ff78624e-621b-413e-93f0-20a88f0914d9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1871.750342] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.750638] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.750890] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.751147] env[62259]: DEBUG nova.compute.manager [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] No waiting events found dispatching network-vif-plugged-ff78624e-621b-413e-93f0-20a88f0914d9 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1871.751458] env[62259]: WARNING nova.compute.manager [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Received unexpected event network-vif-plugged-ff78624e-621b-413e-93f0-20a88f0914d9 for instance with vm_state building and task_state spawning. [ 1871.751743] env[62259]: DEBUG nova.compute.manager [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Received event network-changed-ff78624e-621b-413e-93f0-20a88f0914d9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1871.751979] env[62259]: DEBUG nova.compute.manager [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Refreshing instance network info cache due to event network-changed-ff78624e-621b-413e-93f0-20a88f0914d9. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1871.752355] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] Acquiring lock "refresh_cache-9b8146ae-3550-4893-8300-c9a4f73b9e0d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.752551] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] Acquired lock "refresh_cache-9b8146ae-3550-4893-8300-c9a4f73b9e0d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.752821] env[62259]: DEBUG nova.network.neutron [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Refreshing network info cache for port ff78624e-621b-413e-93f0-20a88f0914d9 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.838595] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.838841] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.839829] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0002eed0-60ed-463f-813c-cdbfbb1376d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.858958] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb2fb89-241c-42ae-a6ad-eca14897f704 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.885226] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Reconfiguring VM to detach interface {{(pid=62259) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1871.885549] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43e1ea11-494c-4a86-b5d4-e1f23ffc3c2d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.906108] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1871.906108] env[62259]: value = "task-1692992" [ 1871.906108] env[62259]: _type = "Task" [ 1871.906108] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.915292] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.991749] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692984, 'name': ReconfigVM_Task, 'duration_secs': 1.354241} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.992406] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424/volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.997338] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6646a8-21ce-4d29-9497-16dc29eea139 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.013744] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1872.013744] env[62259]: value = "task-1692993" [ 1872.013744] env[62259]: _type = "Task" [ 1872.013744] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.023014] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.080253] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692990, 'name': CreateVM_Task, 'duration_secs': 0.511387} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.080436] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1872.081378] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.081832] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.082279] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1872.082561] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-715c1fa3-c134-4901-a1ba-b56f6811faa7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.088155] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1872.088155] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52acbd00-e414-0216-0b6e-f5814ad791e7" [ 1872.088155] env[62259]: _type = "Task" [ 1872.088155] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.097246] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52acbd00-e414-0216-0b6e-f5814ad791e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.181260] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692991, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.417949] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.477441] env[62259]: DEBUG nova.network.neutron [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Updated VIF entry in instance network info cache for port ff78624e-621b-413e-93f0-20a88f0914d9. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.477819] env[62259]: DEBUG nova.network.neutron [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Updating instance_info_cache with network_info: [{"id": "ff78624e-621b-413e-93f0-20a88f0914d9", "address": "fa:16:3e:b2:dc:e3", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff78624e-62", "ovs_interfaceid": "ff78624e-621b-413e-93f0-20a88f0914d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.525925] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.597725] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52acbd00-e414-0216-0b6e-f5814ad791e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.597983] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.598233] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.598468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.598612] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.598800] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.599102] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06b60813-899d-4102-a91e-80a0e9607247 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.612399] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1872.612558] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1872.613273] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6537a93f-6155-4dcb-aedd-e676edc3546c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.618081] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1872.618081] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a3fc42-f65d-6446-9866-76d74aa765ed" [ 1872.618081] env[62259]: _type = "Task" [ 1872.618081] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.625488] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a3fc42-f65d-6446-9866-76d74aa765ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.658263] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1872.658507] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1872.658660] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.658845] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1872.658991] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.659153] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1872.659372] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1872.659530] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1872.659756] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1872.659931] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1872.660118] env[62259]: DEBUG nova.virt.hardware [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1872.661007] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c993a6-37fc-4330-8b57-1023be709925 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.668383] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a7159f-db31-4436-b200-94106cee4352 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.686804] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Instance VIF info [] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1872.692297] env[62259]: DEBUG oslo.service.loopingcall [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.692560] env[62259]: DEBUG oslo_vmware.api [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1692991, 'name': PowerOnVM_Task, 'duration_secs': 0.685371} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.692754] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1872.692983] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1872.693198] env[62259]: INFO nova.compute.manager [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1872.693370] env[62259]: DEBUG nova.compute.manager [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1872.693591] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04496905-3261-4e10-9617-3ffc5b636745 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.705148] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14035fdc-3326-4cae-be8e-f94b2d5bc6e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.714454] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1872.714454] env[62259]: value = "task-1692994" [ 1872.714454] env[62259]: _type = "Task" [ 1872.714454] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.721500] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692994, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.917997] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.980705] env[62259]: DEBUG oslo_concurrency.lockutils [req-e3bf6223-f3bf-4b46-92a7-67da426579a2 req-47a74e84-d43d-4373-8a95-6b35dbb520d6 service nova] Releasing lock "refresh_cache-9b8146ae-3550-4893-8300-c9a4f73b9e0d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.024036] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.129497] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52a3fc42-f65d-6446-9866-76d74aa765ed, 'name': SearchDatastore_Task, 'duration_secs': 0.027164} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.130884] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29c76fa-b9fc-4564-b3d0-6956e6c5061d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.138060] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1873.138060] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aaccec-5fd1-aeef-2b8a-f6932be63e07" [ 1873.138060] env[62259]: _type = "Task" [ 1873.138060] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.145350] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aaccec-5fd1-aeef-2b8a-f6932be63e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.225861] env[62259]: INFO nova.compute.manager [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Took 17.45 seconds to build instance. [ 1873.230971] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692994, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.421445] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.524807] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692993, 'name': ReconfigVM_Task, 'duration_secs': 1.152798} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.525125] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353011', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'name': 'volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '706441b3-bbe8-4948-94df-30f2f0fc8e31', 'attached_at': '', 'detached_at': '', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'serial': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1873.525655] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e5e2037-1487-44ba-8ad8-b9f1fa97a55e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.532525] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1873.532525] env[62259]: value = "task-1692995" [ 1873.532525] env[62259]: _type = "Task" [ 1873.532525] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.540196] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692995, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.647195] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52aaccec-5fd1-aeef-2b8a-f6932be63e07, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.647478] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.647730] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9b8146ae-3550-4893-8300-c9a4f73b9e0d/9b8146ae-3550-4893-8300-c9a4f73b9e0d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1873.647993] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf2a58d5-7287-4d7d-9ec4-17ba7999237f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.655092] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1873.655092] env[62259]: value = "task-1692996" [ 1873.655092] env[62259]: _type = "Task" [ 1873.655092] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.663324] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.722107] env[62259]: DEBUG nova.compute.manager [req-280b0e87-6398-48dc-a4f3-992825979cc2 req-22906fac-1ef7-466b-a3fc-22c14dc7f187 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received event network-changed-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1873.722319] env[62259]: DEBUG nova.compute.manager [req-280b0e87-6398-48dc-a4f3-992825979cc2 req-22906fac-1ef7-466b-a3fc-22c14dc7f187 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Refreshing instance network info cache due to event network-changed-8ef3b893-512b-46dc-9e03-68adf535f4d4. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1873.722539] env[62259]: DEBUG oslo_concurrency.lockutils [req-280b0e87-6398-48dc-a4f3-992825979cc2 req-22906fac-1ef7-466b-a3fc-22c14dc7f187 service nova] Acquiring lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.722761] env[62259]: DEBUG oslo_concurrency.lockutils [req-280b0e87-6398-48dc-a4f3-992825979cc2 req-22906fac-1ef7-466b-a3fc-22c14dc7f187 service nova] Acquired lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.722842] env[62259]: DEBUG nova.network.neutron [req-280b0e87-6398-48dc-a4f3-992825979cc2 req-22906fac-1ef7-466b-a3fc-22c14dc7f187 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Refreshing network info cache for port 8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.727796] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a0d639f1-cf41-40cc-9d2a-4abd40242d37 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.963s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.734111] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1692994, 'name': CreateVM_Task, 'duration_secs': 0.615566} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.734265] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1873.734626] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.734778] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.735127] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1873.735586] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5ac961-f22e-48ea-84d1-2e3c53063104 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.740586] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1873.740586] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526f1f62-1e45-2116-9cc6-07c5cd01afb1" [ 1873.740586] env[62259]: _type = "Task" [ 1873.740586] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.748548] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526f1f62-1e45-2116-9cc6-07c5cd01afb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.919625] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.042447] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692995, 'name': Rename_Task, 'duration_secs': 0.132667} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.042897] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.043249] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abff0f26-ceef-43d1-867e-a182c425c92e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.050055] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1874.050055] env[62259]: value = "task-1692997" [ 1874.050055] env[62259]: _type = "Task" [ 1874.050055] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.056720] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.164429] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.251854] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526f1f62-1e45-2116-9cc6-07c5cd01afb1, 'name': SearchDatastore_Task, 'duration_secs': 0.008682} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.252177] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.252413] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1874.252653] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.252798] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.252972] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.253563] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07aefe18-c911-4cee-becd-e1cee478e220 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.262533] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.262623] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1874.263282] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af48ad2e-a945-4656-93a1-229df36078bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.269329] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1874.269329] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520ee446-14ce-3b2a-7736-0ad5534a73ff" [ 1874.269329] env[62259]: _type = "Task" [ 1874.269329] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.276766] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520ee446-14ce-3b2a-7736-0ad5534a73ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.427214] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.459955] env[62259]: DEBUG nova.network.neutron [req-280b0e87-6398-48dc-a4f3-992825979cc2 req-22906fac-1ef7-466b-a3fc-22c14dc7f187 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updated VIF entry in instance network info cache for port 8ef3b893-512b-46dc-9e03-68adf535f4d4. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.460476] env[62259]: DEBUG nova.network.neutron [req-280b0e87-6398-48dc-a4f3-992825979cc2 req-22906fac-1ef7-466b-a3fc-22c14dc7f187 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating instance_info_cache with network_info: [{"id": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "address": "fa:16:3e:bd:a9:d0", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef3b893-51", "ovs_interfaceid": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.561245] env[62259]: DEBUG oslo_vmware.api [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1692997, 'name': PowerOnVM_Task, 'duration_secs': 0.459384} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.561245] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.561245] env[62259]: INFO nova.compute.manager [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Took 5.55 seconds to spawn the instance on the hypervisor. [ 1874.561245] env[62259]: DEBUG nova.compute.manager [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.562100] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cb354e-897c-450f-9f49-a5aa22505d00 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.666647] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.779310] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520ee446-14ce-3b2a-7736-0ad5534a73ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009129} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.780094] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8378f86-41b0-4aea-bbed-e789e93d8131 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.785152] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1874.785152] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528abdf1-da3c-1000-0539-f4055e0dc560" [ 1874.785152] env[62259]: _type = "Task" [ 1874.785152] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.792809] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528abdf1-da3c-1000-0539-f4055e0dc560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.921299] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.963284] env[62259]: DEBUG oslo_concurrency.lockutils [req-280b0e87-6398-48dc-a4f3-992825979cc2 req-22906fac-1ef7-466b-a3fc-22c14dc7f187 service nova] Releasing lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.083893] env[62259]: INFO nova.compute.manager [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Took 13.85 seconds to build instance. [ 1875.166828] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692996, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.107458} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.167176] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 9b8146ae-3550-4893-8300-c9a4f73b9e0d/9b8146ae-3550-4893-8300-c9a4f73b9e0d.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1875.167418] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1875.167695] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c0c05d6-6755-47bd-b173-840ad266265f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.174897] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1875.174897] env[62259]: value = "task-1692998" [ 1875.174897] env[62259]: _type = "Task" [ 1875.174897] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.183320] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.296366] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528abdf1-da3c-1000-0539-f4055e0dc560, 'name': SearchDatastore_Task, 'duration_secs': 0.02441} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.296659] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.296936] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871/114b7866-eb47-4ebe-9845-9775c9e4f871.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1875.297214] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad574b61-735f-43af-88b7-3c1859c09670 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.303849] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1875.303849] env[62259]: value = "task-1692999" [ 1875.303849] env[62259]: _type = "Task" [ 1875.303849] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.311480] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.422099] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.586201] env[62259]: DEBUG oslo_concurrency.lockutils [None req-49d6193c-11c2-4181-8fc1-533b5efaa78d tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.362s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.685212] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1692998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064239} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.685484] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1875.686298] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfd2916-dd09-471e-8e9e-5fa9f648ed26 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.709552] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 9b8146ae-3550-4893-8300-c9a4f73b9e0d/9b8146ae-3550-4893-8300-c9a4f73b9e0d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1875.709817] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c99161-9bc4-4bd4-ac24-8598d84e2df9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.729423] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1875.729423] env[62259]: value = "task-1693000" [ 1875.729423] env[62259]: _type = "Task" [ 1875.729423] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.737607] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.813946] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.922764] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.220186] env[62259]: DEBUG nova.compute.manager [req-cf9a7689-171a-4975-b9dc-852138da3d87 req-26e93ab5-ab9d-4d38-accd-f091531f9d74 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Received event network-changed-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1876.220186] env[62259]: DEBUG nova.compute.manager [req-cf9a7689-171a-4975-b9dc-852138da3d87 req-26e93ab5-ab9d-4d38-accd-f091531f9d74 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Refreshing instance network info cache due to event network-changed-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1876.220539] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf9a7689-171a-4975-b9dc-852138da3d87 req-26e93ab5-ab9d-4d38-accd-f091531f9d74 service nova] Acquiring lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.220539] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf9a7689-171a-4975-b9dc-852138da3d87 req-26e93ab5-ab9d-4d38-accd-f091531f9d74 service nova] Acquired lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.221532] env[62259]: DEBUG nova.network.neutron [req-cf9a7689-171a-4975-b9dc-852138da3d87 req-26e93ab5-ab9d-4d38-accd-f091531f9d74 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Refreshing network info cache for port 144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1876.244597] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.321034] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692999, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.430168] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.484408] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1876.485030] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1876.741051] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.815997] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1692999, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.243142} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.818425] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871/114b7866-eb47-4ebe-9845-9775c9e4f871.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1876.818645] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1876.818899] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-115585e3-5d09-46c6-a6e4-0a577922a9a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.827987] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1876.827987] env[62259]: value = "task-1693001" [ 1876.827987] env[62259]: _type = "Task" [ 1876.827987] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.837512] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.923883] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.955779] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1876.956104] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1876.967542] env[62259]: DEBUG nova.network.neutron [req-cf9a7689-171a-4975-b9dc-852138da3d87 req-26e93ab5-ab9d-4d38-accd-f091531f9d74 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updated VIF entry in instance network info cache for port 144308fa-0b5c-4994-9b1e-96a8d3fe5fe1. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1876.968145] env[62259]: DEBUG nova.network.neutron [req-cf9a7689-171a-4975-b9dc-852138da3d87 req-26e93ab5-ab9d-4d38-accd-f091531f9d74 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updating instance_info_cache with network_info: [{"id": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "address": "fa:16:3e:c6:0a:fa", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144308fa-0b", "ovs_interfaceid": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.243802] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693000, 'name': ReconfigVM_Task, 'duration_secs': 1.232265} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.244225] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 9b8146ae-3550-4893-8300-c9a4f73b9e0d/9b8146ae-3550-4893-8300-c9a4f73b9e0d.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.244855] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66099398-3668-4eb9-9935-8dfe182ddcef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.252256] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1877.252256] env[62259]: value = "task-1693002" [ 1877.252256] env[62259]: _type = "Task" [ 1877.252256] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.261072] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693002, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.338779] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066182} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.339071] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1877.339852] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c2d4b1-bb8f-4dc9-a5ee-4009cf76ac20 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.360202] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871/114b7866-eb47-4ebe-9845-9775c9e4f871.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1877.360479] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c3b0fe-60fb-45ac-8883-fadf26ead0f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.380646] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1877.380646] env[62259]: value = "task-1693003" [ 1877.380646] env[62259]: _type = "Task" [ 1877.380646] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.388665] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.425248] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.471209] env[62259]: DEBUG oslo_concurrency.lockutils [req-cf9a7689-171a-4975-b9dc-852138da3d87 req-26e93ab5-ab9d-4d38-accd-f091531f9d74 service nova] Releasing lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.761631] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693002, 'name': Rename_Task, 'duration_secs': 0.376367} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.761896] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.762151] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e517565e-5f7c-4ba1-ba40-1db31808a8c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.768040] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1877.768040] env[62259]: value = "task-1693004" [ 1877.768040] env[62259]: _type = "Task" [ 1877.768040] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.775767] env[62259]: DEBUG nova.compute.manager [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Stashing vm_state: active {{(pid=62259) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 1877.782040] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.891023] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.925157] env[62259]: DEBUG oslo_vmware.api [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1692992, 'name': ReconfigVM_Task, 'duration_secs': 5.759234} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.925352] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.925563] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Reconfigured VM to detach interface {{(pid=62259) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1878.243984] env[62259]: DEBUG nova.compute.manager [req-ea6ccc4c-8b4a-4097-994f-fef8e8777408 req-626899a0-876c-4e5c-b6d6-0eddfd28de57 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Received event network-changed-59924a76-f02b-403f-8539-d01abfb2a03a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1878.244233] env[62259]: DEBUG nova.compute.manager [req-ea6ccc4c-8b4a-4097-994f-fef8e8777408 req-626899a0-876c-4e5c-b6d6-0eddfd28de57 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Refreshing instance network info cache due to event network-changed-59924a76-f02b-403f-8539-d01abfb2a03a. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1878.244455] env[62259]: DEBUG oslo_concurrency.lockutils [req-ea6ccc4c-8b4a-4097-994f-fef8e8777408 req-626899a0-876c-4e5c-b6d6-0eddfd28de57 service nova] Acquiring lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.244598] env[62259]: DEBUG oslo_concurrency.lockutils [req-ea6ccc4c-8b4a-4097-994f-fef8e8777408 req-626899a0-876c-4e5c-b6d6-0eddfd28de57 service nova] Acquired lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.244958] env[62259]: DEBUG nova.network.neutron [req-ea6ccc4c-8b4a-4097-994f-fef8e8777408 req-626899a0-876c-4e5c-b6d6-0eddfd28de57 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Refreshing network info cache for port 59924a76-f02b-403f-8539-d01abfb2a03a {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.278551] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693004, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.330511] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.330764] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.390269] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693003, 'name': ReconfigVM_Task, 'duration_secs': 0.739215} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.390597] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871/114b7866-eb47-4ebe-9845-9775c9e4f871.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.391334] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca498bfa-4fb3-4d3f-b3bb-97c63b72bfe6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.399144] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1878.399144] env[62259]: value = "task-1693005" [ 1878.399144] env[62259]: _type = "Task" [ 1878.399144] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.408211] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693005, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.779973] env[62259]: DEBUG oslo_vmware.api [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693004, 'name': PowerOnVM_Task, 'duration_secs': 0.76228} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.780278] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1878.780482] env[62259]: INFO nova.compute.manager [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1878.780656] env[62259]: DEBUG nova.compute.manager [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1878.781442] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2340d40c-f714-4d52-81f7-59d610e1decf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.835730] env[62259]: INFO nova.compute.claims [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1878.908986] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693005, 'name': Rename_Task, 'duration_secs': 0.184994} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.909289] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1878.909535] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06f187d5-8dae-4dac-98e7-2e6153089239 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.916271] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1878.916271] env[62259]: value = "task-1693006" [ 1878.916271] env[62259]: _type = "Task" [ 1878.916271] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.923803] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.049567] env[62259]: DEBUG nova.network.neutron [req-ea6ccc4c-8b4a-4097-994f-fef8e8777408 req-626899a0-876c-4e5c-b6d6-0eddfd28de57 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updated VIF entry in instance network info cache for port 59924a76-f02b-403f-8539-d01abfb2a03a. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.049567] env[62259]: DEBUG nova.network.neutron [req-ea6ccc4c-8b4a-4097-994f-fef8e8777408 req-626899a0-876c-4e5c-b6d6-0eddfd28de57 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance_info_cache with network_info: [{"id": "59924a76-f02b-403f-8539-d01abfb2a03a", "address": "fa:16:3e:3d:7f:c3", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59924a76-f0", "ovs_interfaceid": "59924a76-f02b-403f-8539-d01abfb2a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.300661] env[62259]: INFO nova.compute.manager [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Took 16.49 seconds to build instance. [ 1879.341851] env[62259]: INFO nova.compute.resource_tracker [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating resource usage from migration 3c651df3-efdb-421d-a87d-f4a790f1b540 [ 1879.398784] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.398990] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquired lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.399196] env[62259]: DEBUG nova.network.neutron [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.429610] env[62259]: DEBUG oslo_vmware.api [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693006, 'name': PowerOnVM_Task, 'duration_secs': 0.507336} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.430493] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.430493] env[62259]: DEBUG nova.compute.manager [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.431135] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36f1e9b-e618-41c1-9175-2c579de70422 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.461096] env[62259]: DEBUG oslo_concurrency.lockutils [req-ea6ccc4c-8b4a-4097-994f-fef8e8777408 req-626899a0-876c-4e5c-b6d6-0eddfd28de57 service nova] Releasing lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.490561] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c615e27c-cefc-4212-8d57-fc39d9803da1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.498810] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae46fd-b72b-4129-bf0a-f7cbb6b276fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.529764] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090990eb-a384-453b-92f1-69e037e1f6f9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.537502] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8da8290-4de6-412c-82dd-68238bd8b0de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.550660] env[62259]: DEBUG nova.compute.provider_tree [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1879.802687] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cc1399c3-92ba-4211-8f78-fd9b9a0933a2 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.998s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.822834] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.823164] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.823393] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.823589] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.823787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.826297] env[62259]: INFO nova.compute.manager [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Terminating instance [ 1879.958519] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.078355] env[62259]: ERROR nova.scheduler.client.report [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [req-188de5fa-11b1-4fca-be21-a117c2a0db87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-188de5fa-11b1-4fca-be21-a117c2a0db87"}]} [ 1880.094895] env[62259]: DEBUG nova.scheduler.client.report [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1880.110494] env[62259]: DEBUG nova.scheduler.client.report [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1880.110735] env[62259]: DEBUG nova.compute.provider_tree [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1880.128295] env[62259]: DEBUG nova.scheduler.client.report [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1880.133176] env[62259]: INFO nova.network.neutron [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Port bdd30bad-fa03-4fce-8030-7462b2146376 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1880.133548] env[62259]: DEBUG nova.network.neutron [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [{"id": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "address": "fa:16:3e:41:8b:0b", "network": {"id": "149acfe1-c417-48a4-8b51-7d4fdd73c0fc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-552511593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd60b06493494d7fb9b08d88318c53d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf971c0a0-05", "ovs_interfaceid": "f971c0a0-05dc-40df-8d33-56267a3b1d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.156603] env[62259]: DEBUG nova.scheduler.client.report [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1880.274085] env[62259]: DEBUG nova.compute.manager [req-9e97f941-cc25-44fe-8353-4bf02d50eb5a req-bc6eb18a-6adf-42fd-b91e-56d187c2fe63 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Received event network-changed-ff78624e-621b-413e-93f0-20a88f0914d9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1880.274085] env[62259]: DEBUG nova.compute.manager [req-9e97f941-cc25-44fe-8353-4bf02d50eb5a req-bc6eb18a-6adf-42fd-b91e-56d187c2fe63 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Refreshing instance network info cache due to event network-changed-ff78624e-621b-413e-93f0-20a88f0914d9. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1880.274318] env[62259]: DEBUG oslo_concurrency.lockutils [req-9e97f941-cc25-44fe-8353-4bf02d50eb5a req-bc6eb18a-6adf-42fd-b91e-56d187c2fe63 service nova] Acquiring lock "refresh_cache-9b8146ae-3550-4893-8300-c9a4f73b9e0d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.274369] env[62259]: DEBUG oslo_concurrency.lockutils [req-9e97f941-cc25-44fe-8353-4bf02d50eb5a req-bc6eb18a-6adf-42fd-b91e-56d187c2fe63 service nova] Acquired lock "refresh_cache-9b8146ae-3550-4893-8300-c9a4f73b9e0d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.274529] env[62259]: DEBUG nova.network.neutron [req-9e97f941-cc25-44fe-8353-4bf02d50eb5a req-bc6eb18a-6adf-42fd-b91e-56d187c2fe63 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Refreshing network info cache for port ff78624e-621b-413e-93f0-20a88f0914d9 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.282883] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2690d006-e2d4-4c71-8af3-ed0c17a3321d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.291784] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5c5b3-fd8d-4b73-9458-19a847a1bd18 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.322410] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4494446c-d594-49c9-96c2-097b350e08c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.330027] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b079a7-2148-4624-bffc-250de2829bd3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.334185] env[62259]: DEBUG nova.compute.manager [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1880.334386] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1880.335099] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d294927-b973-4daa-8dca-9c2cdeae8023 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.349170] env[62259]: DEBUG nova.compute.provider_tree [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1880.352199] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.352552] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e14e37bc-651c-4089-b1f6-8c7dab9373f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.360214] env[62259]: DEBUG oslo_vmware.api [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1880.360214] env[62259]: value = "task-1693007" [ 1880.360214] env[62259]: _type = "Task" [ 1880.360214] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.369301] env[62259]: DEBUG oslo_vmware.api [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1693007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.457742] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "114b7866-eb47-4ebe-9845-9775c9e4f871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.458088] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "114b7866-eb47-4ebe-9845-9775c9e4f871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.458365] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "114b7866-eb47-4ebe-9845-9775c9e4f871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.458524] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "114b7866-eb47-4ebe-9845-9775c9e4f871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.458695] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "114b7866-eb47-4ebe-9845-9775c9e4f871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.460929] env[62259]: INFO nova.compute.manager [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Terminating instance [ 1880.636691] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Releasing lock "refresh_cache-b3ccc0a1-a9c1-49de-9778-26018435a7ca" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.870244] env[62259]: DEBUG oslo_vmware.api [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1693007, 'name': PowerOffVM_Task, 'duration_secs': 0.20994} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.870572] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1880.870687] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1880.870936] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad52683-a32e-4b1f-8cb2-aa11f1c189f1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.881890] env[62259]: DEBUG nova.scheduler.client.report [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1880.882159] env[62259]: DEBUG nova.compute.provider_tree [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 173 to 174 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1880.882343] env[62259]: DEBUG nova.compute.provider_tree [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1880.939018] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1880.939288] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1880.939503] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleting the datastore file [datastore1] b3ccc0a1-a9c1-49de-9778-26018435a7ca {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.939774] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-430368a4-1b17-4d12-a9d3-82f797780ef7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.946741] env[62259]: DEBUG oslo_vmware.api [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1880.946741] env[62259]: value = "task-1693009" [ 1880.946741] env[62259]: _type = "Task" [ 1880.946741] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.954562] env[62259]: DEBUG oslo_vmware.api [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1693009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.964706] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "refresh_cache-114b7866-eb47-4ebe-9845-9775c9e4f871" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.964930] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquired lock "refresh_cache-114b7866-eb47-4ebe-9845-9775c9e4f871" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.965125] env[62259]: DEBUG nova.network.neutron [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.989165] env[62259]: DEBUG nova.network.neutron [req-9e97f941-cc25-44fe-8353-4bf02d50eb5a req-bc6eb18a-6adf-42fd-b91e-56d187c2fe63 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Updated VIF entry in instance network info cache for port ff78624e-621b-413e-93f0-20a88f0914d9. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.989570] env[62259]: DEBUG nova.network.neutron [req-9e97f941-cc25-44fe-8353-4bf02d50eb5a req-bc6eb18a-6adf-42fd-b91e-56d187c2fe63 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Updating instance_info_cache with network_info: [{"id": "ff78624e-621b-413e-93f0-20a88f0914d9", "address": "fa:16:3e:b2:dc:e3", "network": {"id": "e293ac0f-14a9-408e-a626-8139cb6a5135", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1199396545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed60c21d0e9409cb4cc9f63b76c6616", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff78624e-62", "ovs_interfaceid": "ff78624e-621b-413e-93f0-20a88f0914d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.141429] env[62259]: DEBUG oslo_concurrency.lockutils [None req-fb481158-aefe-4d9b-b202-4547c23782b7 tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "interface-b3ccc0a1-a9c1-49de-9778-26018435a7ca-bdd30bad-fa03-4fce-8030-7462b2146376" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.805s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.387487] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.056s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.387772] env[62259]: INFO nova.compute.manager [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Migrating [ 1881.394549] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.436s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.394704] env[62259]: DEBUG nova.objects.instance [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1881.457569] env[62259]: DEBUG oslo_vmware.api [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1693009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236075} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.457809] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.458018] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1881.458205] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.458378] env[62259]: INFO nova.compute.manager [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1881.458620] env[62259]: DEBUG oslo.service.loopingcall [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.458811] env[62259]: DEBUG nova.compute.manager [-] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1881.458909] env[62259]: DEBUG nova.network.neutron [-] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1881.484819] env[62259]: DEBUG nova.network.neutron [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1881.492272] env[62259]: DEBUG oslo_concurrency.lockutils [req-9e97f941-cc25-44fe-8353-4bf02d50eb5a req-bc6eb18a-6adf-42fd-b91e-56d187c2fe63 service nova] Releasing lock "refresh_cache-9b8146ae-3550-4893-8300-c9a4f73b9e0d" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.533090] env[62259]: DEBUG nova.network.neutron [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.907277] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.907670] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.907670] env[62259]: DEBUG nova.network.neutron [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.035396] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Releasing lock "refresh_cache-114b7866-eb47-4ebe-9845-9775c9e4f871" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.035894] env[62259]: DEBUG nova.compute.manager [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1882.036154] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1882.037122] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ff39e8-7feb-4d63-ad5a-af732056bef1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.046108] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.046373] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-185acb0d-57e6-4748-85e7-2b0433d1ec3e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.053487] env[62259]: DEBUG oslo_vmware.api [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1882.053487] env[62259]: value = "task-1693010" [ 1882.053487] env[62259]: _type = "Task" [ 1882.053487] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.061729] env[62259]: DEBUG oslo_vmware.api [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.209979] env[62259]: DEBUG nova.compute.manager [req-3345d334-f672-4acf-a148-4c10817b856e req-f890fd65-6375-47a7-a090-65e2f6ad4113 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Received event network-vif-deleted-f971c0a0-05dc-40df-8d33-56267a3b1d59 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1882.210355] env[62259]: INFO nova.compute.manager [req-3345d334-f672-4acf-a148-4c10817b856e req-f890fd65-6375-47a7-a090-65e2f6ad4113 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Neutron deleted interface f971c0a0-05dc-40df-8d33-56267a3b1d59; detaching it from the instance and deleting it from the info cache [ 1882.210784] env[62259]: DEBUG nova.network.neutron [req-3345d334-f672-4acf-a148-4c10817b856e req-f890fd65-6375-47a7-a090-65e2f6ad4113 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.410732] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ab5b6236-6fbb-4c44-b559-9dae77b72baa tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.563837] env[62259]: DEBUG oslo_vmware.api [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693010, 'name': PowerOffVM_Task, 'duration_secs': 0.155575} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.564183] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1882.564367] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1882.564623] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b0654d-9625-4746-83ac-8c9d94914905 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.591947] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1882.592229] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1882.592395] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Deleting the datastore file [datastore1] 114b7866-eb47-4ebe-9845-9775c9e4f871 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1882.592670] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb92f49f-eb8b-4083-b7bb-3af1ac47581a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.601619] env[62259]: DEBUG oslo_vmware.api [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for the task: (returnval){ [ 1882.601619] env[62259]: value = "task-1693012" [ 1882.601619] env[62259]: _type = "Task" [ 1882.601619] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.615144] env[62259]: DEBUG oslo_vmware.api [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.630373] env[62259]: DEBUG nova.network.neutron [-] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.637833] env[62259]: DEBUG nova.network.neutron [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance_info_cache with network_info: [{"id": "59924a76-f02b-403f-8539-d01abfb2a03a", "address": "fa:16:3e:3d:7f:c3", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59924a76-f0", "ovs_interfaceid": "59924a76-f02b-403f-8539-d01abfb2a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.714513] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baea2172-3fab-46fb-ac46-f8457ff3c328 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.723594] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4e7ca2-c24a-4890-806a-8e8a9be44835 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.752771] env[62259]: DEBUG nova.compute.manager [req-3345d334-f672-4acf-a148-4c10817b856e req-f890fd65-6375-47a7-a090-65e2f6ad4113 service nova] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Detach interface failed, port_id=f971c0a0-05dc-40df-8d33-56267a3b1d59, reason: Instance b3ccc0a1-a9c1-49de-9778-26018435a7ca could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1882.990858] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1882.991186] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1882.991322] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1882.991478] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1882.991622] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1882.991786] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1882.991894] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1882.992081] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.111825] env[62259]: DEBUG oslo_vmware.api [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Task: {'id': task-1693012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380665} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.112036] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1883.112288] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1883.112520] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1883.112679] env[62259]: INFO nova.compute.manager [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1883.112914] env[62259]: DEBUG oslo.service.loopingcall [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.113121] env[62259]: DEBUG nova.compute.manager [-] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1883.113220] env[62259]: DEBUG nova.network.neutron [-] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1883.128370] env[62259]: DEBUG nova.network.neutron [-] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.132573] env[62259]: INFO nova.compute.manager [-] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Took 1.67 seconds to deallocate network for instance. [ 1883.139070] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.495363] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.495621] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.495788] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.495946] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1883.496924] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716ab23b-2fc1-4e09-9c78-6f189b7d0582 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.505632] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409f7ca8-c033-4a90-a2fe-66ffdc721092 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.519283] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4333c756-9dee-4670-9a96-10b0f802db12 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.525502] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542519aa-30e2-4c65-b111-2faf5b8a310d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.553416] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180440MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1883.553604] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.553752] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.630351] env[62259]: DEBUG nova.network.neutron [-] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.638875] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.132652] env[62259]: INFO nova.compute.manager [-] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Took 1.02 seconds to deallocate network for instance. [ 1884.566601] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Applying migration context for instance 706441b3-bbe8-4948-94df-30f2f0fc8e31 as it has an incoming, in-progress migration 3c651df3-efdb-421d-a87d-f4a790f1b540. Migration status is migrating {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1884.567720] env[62259]: INFO nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating resource usage from migration 3c651df3-efdb-421d-a87d-f4a790f1b540 [ 1884.587930] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 31a82249-1a2d-4ef6-a914-1a3e453e61b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1884.588106] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 5c569164-feb1-492f-93bf-32d133e0685a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1884.588267] env[62259]: WARNING nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance b3ccc0a1-a9c1-49de-9778-26018435a7ca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1884.588396] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 50467931-998b-4dc3-8a60-0a19d36b6480 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1884.588514] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 114b7866-eb47-4ebe-9845-9775c9e4f871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1884.588628] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1884.588741] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9b8146ae-3550-4893-8300-c9a4f73b9e0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1884.588854] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Migration 3c651df3-efdb-421d-a87d-f4a790f1b540 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1884.588967] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 706441b3-bbe8-4948-94df-30f2f0fc8e31 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1884.589168] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1884.589306] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1884.638217] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.651122] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1831664-3139-493a-9aa0-5b5cd97bcdb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.671146] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance '706441b3-bbe8-4948-94df-30f2f0fc8e31' progress to 0 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1884.704356] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa94efe7-ca29-4eeb-9dd0-879e50be9e36 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.712055] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35fd839-c8e7-44e0-beb4-4d77a5e48077 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.741894] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05167fb-ba78-47ba-a6bc-a719f254f401 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.748868] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49983565-9204-48f5-8185-91f23525f287 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.763096] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.179131] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.179513] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2740582-7fa9-4ced-b328-4773b159c131 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.187870] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1885.187870] env[62259]: value = "task-1693013" [ 1885.187870] env[62259]: _type = "Task" [ 1885.187870] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.195596] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.294510] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1885.294754] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 174 to 175 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1885.294907] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1885.698359] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693013, 'name': PowerOffVM_Task, 'duration_secs': 0.190517} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.698628] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1885.698807] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance '706441b3-bbe8-4948-94df-30f2f0fc8e31' progress to 17 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1885.801119] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1885.801347] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.248s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.801883] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.163s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.802107] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.804189] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.166s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.804413] env[62259]: DEBUG nova.objects.instance [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lazy-loading 'resources' on Instance uuid 114b7866-eb47-4ebe-9845-9775c9e4f871 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.822559] env[62259]: INFO nova.scheduler.client.report [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleted allocations for instance b3ccc0a1-a9c1-49de-9778-26018435a7ca [ 1886.205639] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1886.205966] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1886.206062] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.206251] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1886.206399] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.206544] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1886.206752] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1886.206913] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1886.207094] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1886.207262] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1886.207440] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1886.212641] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f1cd68-aa88-411c-afef-835770da671a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.229830] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1886.229830] env[62259]: value = "task-1693014" [ 1886.229830] env[62259]: _type = "Task" [ 1886.229830] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.237806] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.329075] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6b9f53e7-1cde-46c8-a919-191fa546925f tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "b3ccc0a1-a9c1-49de-9778-26018435a7ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.506s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.426176] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d90e07-2035-42a3-8324-484c80552520 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.434041] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb472a06-1743-4260-9b8b-93c01717b306 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.465835] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad917021-eb6c-494e-807b-e81352def507 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.473623] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba9c9e-38df-4ec1-b63a-6429dde22a0b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.487412] env[62259]: DEBUG nova.compute.provider_tree [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.610843] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "5c569164-feb1-492f-93bf-32d133e0685a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.611144] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "5c569164-feb1-492f-93bf-32d133e0685a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.611399] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "5c569164-feb1-492f-93bf-32d133e0685a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.611607] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "5c569164-feb1-492f-93bf-32d133e0685a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.611780] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "5c569164-feb1-492f-93bf-32d133e0685a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.613954] env[62259]: INFO nova.compute.manager [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Terminating instance [ 1886.739965] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693014, 'name': ReconfigVM_Task, 'duration_secs': 0.191908} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.740310] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance '706441b3-bbe8-4948-94df-30f2f0fc8e31' progress to 33 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1886.990394] env[62259]: DEBUG nova.scheduler.client.report [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1887.118344] env[62259]: DEBUG nova.compute.manager [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1887.118644] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.119592] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7572fcc-3150-4e33-bcca-e56cbc3d960b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.128156] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1887.128556] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d687c3bb-27ee-461c-aa73-a459519f95c8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.135193] env[62259]: DEBUG oslo_vmware.api [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1887.135193] env[62259]: value = "task-1693015" [ 1887.135193] env[62259]: _type = "Task" [ 1887.135193] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.142400] env[62259]: DEBUG oslo_vmware.api [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1693015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.247720] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1887.248173] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1887.248286] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.248457] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1887.248667] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.248899] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1887.249170] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1887.249386] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1887.249663] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1887.249924] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1887.250237] env[62259]: DEBUG nova.virt.hardware [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1887.256266] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1887.256593] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271e693b-1371-4ee4-b0a0-b461e3f6215c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.277367] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1887.277367] env[62259]: value = "task-1693016" [ 1887.277367] env[62259]: _type = "Task" [ 1887.277367] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.285762] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.495160] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.514092] env[62259]: INFO nova.scheduler.client.report [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Deleted allocations for instance 114b7866-eb47-4ebe-9845-9775c9e4f871 [ 1887.644875] env[62259]: DEBUG oslo_vmware.api [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1693015, 'name': PowerOffVM_Task, 'duration_secs': 0.196913} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.645767] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.645767] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.645767] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99f17300-1024-47dc-8db2-607ec3e5c5b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.778727] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1887.778950] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1887.779157] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleting the datastore file [datastore1] 5c569164-feb1-492f-93bf-32d133e0685a {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.784016] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddd9954a-023c-43b1-9aed-6e9bcfeeda0c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.790008] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693016, 'name': ReconfigVM_Task, 'duration_secs': 0.216787} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.791138] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1887.791520] env[62259]: DEBUG oslo_vmware.api [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for the task: (returnval){ [ 1887.791520] env[62259]: value = "task-1693018" [ 1887.791520] env[62259]: _type = "Task" [ 1887.791520] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.792229] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca991f09-d376-4d4e-b281-d577ce3961dc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.816630] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424/volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.820183] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08cc1510-c70d-4a88-9aac-8dcb8cf3389a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.833121] env[62259]: DEBUG oslo_vmware.api [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1693018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.838464] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1887.838464] env[62259]: value = "task-1693019" [ 1887.838464] env[62259]: _type = "Task" [ 1887.838464] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.848276] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.021889] env[62259]: DEBUG oslo_concurrency.lockutils [None req-6d6ae28b-5989-4126-925c-9aadaf39e148 tempest-ServerShowV254Test-1018343074 tempest-ServerShowV254Test-1018343074-project-member] Lock "114b7866-eb47-4ebe-9845-9775c9e4f871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.564s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.306734] env[62259]: DEBUG oslo_vmware.api [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Task: {'id': task-1693018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142572} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.307205] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.307205] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.307352] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.307526] env[62259]: INFO nova.compute.manager [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1888.307761] env[62259]: DEBUG oslo.service.loopingcall [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.307950] env[62259]: DEBUG nova.compute.manager [-] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1888.308059] env[62259]: DEBUG nova.network.neutron [-] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.347982] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693019, 'name': ReconfigVM_Task, 'duration_secs': 0.256834} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.348160] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424/volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.348415] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance '706441b3-bbe8-4948-94df-30f2f0fc8e31' progress to 50 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.568021] env[62259]: DEBUG nova.compute.manager [req-3c41911f-f099-49c0-99e0-f41970409ed9 req-c3f8f7fc-cac1-4f5e-a264-491f53d9f203 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Received event network-vif-deleted-6de23b65-1a01-4fea-ad5d-f68ae0454f1e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1888.568217] env[62259]: INFO nova.compute.manager [req-3c41911f-f099-49c0-99e0-f41970409ed9 req-c3f8f7fc-cac1-4f5e-a264-491f53d9f203 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Neutron deleted interface 6de23b65-1a01-4fea-ad5d-f68ae0454f1e; detaching it from the instance and deleting it from the info cache [ 1888.568500] env[62259]: DEBUG nova.network.neutron [req-3c41911f-f099-49c0-99e0-f41970409ed9 req-c3f8f7fc-cac1-4f5e-a264-491f53d9f203 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.854906] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99287ac-92ff-4a36-b6a5-96795104b8b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.881155] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbf07cc-4fb3-420c-94f0-3c2d7a0778ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.899385] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance '706441b3-bbe8-4948-94df-30f2f0fc8e31' progress to 67 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1889.045426] env[62259]: DEBUG nova.network.neutron [-] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.071735] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f821820-bc93-442e-a638-5b80f1202193 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.081525] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d432ba-a169-4fe6-bcc6-daf63ba15c7a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.108399] env[62259]: DEBUG nova.compute.manager [req-3c41911f-f099-49c0-99e0-f41970409ed9 req-c3f8f7fc-cac1-4f5e-a264-491f53d9f203 service nova] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Detach interface failed, port_id=6de23b65-1a01-4fea-ad5d-f68ae0454f1e, reason: Instance 5c569164-feb1-492f-93bf-32d133e0685a could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1889.548241] env[62259]: INFO nova.compute.manager [-] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Took 1.24 seconds to deallocate network for instance. [ 1890.054886] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.055169] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.055392] env[62259]: DEBUG nova.objects.instance [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lazy-loading 'resources' on Instance uuid 5c569164-feb1-492f-93bf-32d133e0685a {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.540099] env[62259]: DEBUG nova.network.neutron [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Port 59924a76-f02b-403f-8539-d01abfb2a03a binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1890.649909] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745c5528-0c63-453f-868f-23caca40d963 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.657742] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892e8ef5-d0c5-41d2-a665-b572748db455 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.688370] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52f8f99-b094-43a9-8744-a454e8ea2a96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.695251] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07672e57-276b-488e-889e-e880d3c6fc01 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.708345] env[62259]: DEBUG nova.compute.provider_tree [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.211767] env[62259]: DEBUG nova.scheduler.client.report [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1891.561579] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "706441b3-bbe8-4948-94df-30f2f0fc8e31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.561814] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.561988] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.715864] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.733678] env[62259]: INFO nova.scheduler.client.report [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Deleted allocations for instance 5c569164-feb1-492f-93bf-32d133e0685a [ 1892.241397] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4d2c256c-4ad9-47af-839b-3bd2c586e2ba tempest-AttachInterfacesTestJSON-216303866 tempest-AttachInterfacesTestJSON-216303866-project-member] Lock "5c569164-feb1-492f-93bf-32d133e0685a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.630s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.602087] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.602358] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.602629] env[62259]: DEBUG nova.network.neutron [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.328699] env[62259]: DEBUG nova.network.neutron [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance_info_cache with network_info: [{"id": "59924a76-f02b-403f-8539-d01abfb2a03a", "address": "fa:16:3e:3d:7f:c3", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59924a76-f0", "ovs_interfaceid": "59924a76-f02b-403f-8539-d01abfb2a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.831784] env[62259]: DEBUG oslo_concurrency.lockutils [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.343080] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73224a4f-6897-48c2-8a5a-8a31922dad04 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.349971] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e69808-0ae1-406d-bb85-0827891fe685 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.475154] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5df832-e973-4aeb-b795-0381e484f315 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.495090] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a708f0-248e-4efe-bdcc-d10b642b81d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.501924] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance '706441b3-bbe8-4948-94df-30f2f0fc8e31' progress to 83 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1896.008175] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.008494] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1498597e-9789-4a88-9072-088ad023182b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.017014] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1896.017014] env[62259]: value = "task-1693020" [ 1896.017014] env[62259]: _type = "Task" [ 1896.017014] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.025033] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.527629] env[62259]: DEBUG oslo_vmware.api [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693020, 'name': PowerOnVM_Task, 'duration_secs': 0.376948} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.527932] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1896.528159] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-81962c32-4996-4c69-a687-e689e91e7c31 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance '706441b3-bbe8-4948-94df-30f2f0fc8e31' progress to 100 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1898.494080] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "706441b3-bbe8-4948-94df-30f2f0fc8e31" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.494445] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.494595] env[62259]: DEBUG nova.compute.manager [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Going to confirm migration 6 {{(pid=62259) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 1898.868668] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquiring lock "be1e3994-0538-4828-8510-a82f21c6e1de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.868874] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "be1e3994-0538-4828-8510-a82f21c6e1de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.061532] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.061727] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquired lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.061923] env[62259]: DEBUG nova.network.neutron [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.062403] env[62259]: DEBUG nova.objects.instance [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lazy-loading 'info_cache' on Instance uuid 706441b3-bbe8-4948-94df-30f2f0fc8e31 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.371391] env[62259]: DEBUG nova.compute.manager [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1899.893846] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.894121] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.895701] env[62259]: INFO nova.compute.claims [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1900.275684] env[62259]: DEBUG nova.network.neutron [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance_info_cache with network_info: [{"id": "59924a76-f02b-403f-8539-d01abfb2a03a", "address": "fa:16:3e:3d:7f:c3", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59924a76-f0", "ovs_interfaceid": "59924a76-f02b-403f-8539-d01abfb2a03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.778746] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Releasing lock "refresh_cache-706441b3-bbe8-4948-94df-30f2f0fc8e31" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.778976] env[62259]: DEBUG nova.objects.instance [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lazy-loading 'migration_context' on Instance uuid 706441b3-bbe8-4948-94df-30f2f0fc8e31 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.994432] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7970d840-a009-48c5-a2ab-94c392a583e3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.002238] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778fce4a-dd7b-459f-bbf3-e9fbb9b3efd8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.031094] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304d74bc-142a-48e9-b616-5137dd9724d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.038010] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95f086e-5f85-4ea4-a1f5-a173048bb26a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.051075] env[62259]: DEBUG nova.compute.provider_tree [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.282351] env[62259]: DEBUG nova.objects.base [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Object Instance<706441b3-bbe8-4948-94df-30f2f0fc8e31> lazy-loaded attributes: info_cache,migration_context {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1901.283341] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dd6171-4d41-402a-bfea-f10540f82195 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.302797] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da3c615-500e-4c59-8b4c-02e03200175f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.307725] env[62259]: DEBUG oslo_vmware.api [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1901.307725] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527626b5-64d5-fc7a-51ee-ea9606a46a5a" [ 1901.307725] env[62259]: _type = "Task" [ 1901.307725] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.316305] env[62259]: DEBUG oslo_vmware.api [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527626b5-64d5-fc7a-51ee-ea9606a46a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.553854] env[62259]: DEBUG nova.scheduler.client.report [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1901.818784] env[62259]: DEBUG oslo_vmware.api [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527626b5-64d5-fc7a-51ee-ea9606a46a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.006853} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.819148] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.059173] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.059745] env[62259]: DEBUG nova.compute.manager [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1902.062569] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.243s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.565264] env[62259]: DEBUG nova.compute.utils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.569266] env[62259]: DEBUG nova.compute.manager [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1902.569436] env[62259]: DEBUG nova.network.neutron [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1902.607281] env[62259]: DEBUG nova.policy [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac4e19a1aa5f4cbd83ad85ac8b873ff4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06d4c61893144a9f8e51f055c293821b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1902.663038] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d0a322-9ae5-48b3-b66b-4d4fb4cc8d5f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.670254] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ac722d-ee24-4059-8054-1e34f5152ba5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.700578] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7a1625-d7c2-465e-83c3-0b2afaf8f0f8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.707867] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ba5c4-5deb-46d7-a60f-9f2f4854361e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.720835] env[62259]: DEBUG nova.compute.provider_tree [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.862170] env[62259]: DEBUG nova.network.neutron [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Successfully created port: 2b93ffd6-619b-4f58-9630-fdbeb49b09c6 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1903.070225] env[62259]: DEBUG nova.compute.manager [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1903.224449] env[62259]: DEBUG nova.scheduler.client.report [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1904.079657] env[62259]: DEBUG nova.compute.manager [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1904.106279] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1904.106545] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1904.106701] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.106879] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1904.107033] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.107187] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1904.107392] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1904.107546] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1904.107709] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1904.107869] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1904.108054] env[62259]: DEBUG nova.virt.hardware [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1904.109010] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b8962-7969-4f4f-a125-48580de02bef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.116918] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a6e12-963b-4b28-8e73-0acf8dc73351 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.234272] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.172s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.272326] env[62259]: DEBUG nova.compute.manager [req-05362029-2c3a-4fbd-9e59-1ff7d6cc02d9 req-478bb126-7dfe-47dd-b5f3-3ecd1fa1750b service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Received event network-vif-plugged-2b93ffd6-619b-4f58-9630-fdbeb49b09c6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1904.272519] env[62259]: DEBUG oslo_concurrency.lockutils [req-05362029-2c3a-4fbd-9e59-1ff7d6cc02d9 req-478bb126-7dfe-47dd-b5f3-3ecd1fa1750b service nova] Acquiring lock "be1e3994-0538-4828-8510-a82f21c6e1de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.272733] env[62259]: DEBUG oslo_concurrency.lockutils [req-05362029-2c3a-4fbd-9e59-1ff7d6cc02d9 req-478bb126-7dfe-47dd-b5f3-3ecd1fa1750b service nova] Lock "be1e3994-0538-4828-8510-a82f21c6e1de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.272902] env[62259]: DEBUG oslo_concurrency.lockutils [req-05362029-2c3a-4fbd-9e59-1ff7d6cc02d9 req-478bb126-7dfe-47dd-b5f3-3ecd1fa1750b service nova] Lock "be1e3994-0538-4828-8510-a82f21c6e1de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.273274] env[62259]: DEBUG nova.compute.manager [req-05362029-2c3a-4fbd-9e59-1ff7d6cc02d9 req-478bb126-7dfe-47dd-b5f3-3ecd1fa1750b service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] No waiting events found dispatching network-vif-plugged-2b93ffd6-619b-4f58-9630-fdbeb49b09c6 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1904.273472] env[62259]: WARNING nova.compute.manager [req-05362029-2c3a-4fbd-9e59-1ff7d6cc02d9 req-478bb126-7dfe-47dd-b5f3-3ecd1fa1750b service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Received unexpected event network-vif-plugged-2b93ffd6-619b-4f58-9630-fdbeb49b09c6 for instance with vm_state building and task_state spawning. [ 1904.355015] env[62259]: DEBUG nova.network.neutron [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Successfully updated port: 2b93ffd6-619b-4f58-9630-fdbeb49b09c6 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1904.791181] env[62259]: INFO nova.scheduler.client.report [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted allocation for migration 3c651df3-efdb-421d-a87d-f4a790f1b540 [ 1904.857258] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquiring lock "refresh_cache-be1e3994-0538-4828-8510-a82f21c6e1de" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.857452] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquired lock "refresh_cache-be1e3994-0538-4828-8510-a82f21c6e1de" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.857739] env[62259]: DEBUG nova.network.neutron [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1904.916020] env[62259]: INFO nova.compute.manager [None req-3983d35b-d04f-4b55-b500-13d973d94973 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Get console output [ 1904.916020] env[62259]: WARNING nova.virt.vmwareapi.driver [None req-3983d35b-d04f-4b55-b500-13d973d94973 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] The console log is missing. Check your VSPC configuration [ 1905.298068] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a74169c2-667b-4501-bd87-e2c69a5da57c tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.804s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.394654] env[62259]: DEBUG nova.network.neutron [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1905.528920] env[62259]: DEBUG nova.network.neutron [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Updating instance_info_cache with network_info: [{"id": "2b93ffd6-619b-4f58-9630-fdbeb49b09c6", "address": "fa:16:3e:37:72:8b", "network": {"id": "f5c24b63-119f-4eaf-a56c-e78b2708de9a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1735202208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4c61893144a9f8e51f055c293821b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b93ffd6-61", "ovs_interfaceid": "2b93ffd6-619b-4f58-9630-fdbeb49b09c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.032125] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Releasing lock "refresh_cache-be1e3994-0538-4828-8510-a82f21c6e1de" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.032305] env[62259]: DEBUG nova.compute.manager [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Instance network_info: |[{"id": "2b93ffd6-619b-4f58-9630-fdbeb49b09c6", "address": "fa:16:3e:37:72:8b", "network": {"id": "f5c24b63-119f-4eaf-a56c-e78b2708de9a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1735202208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4c61893144a9f8e51f055c293821b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b93ffd6-61", "ovs_interfaceid": "2b93ffd6-619b-4f58-9630-fdbeb49b09c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1906.032600] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:72:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b93ffd6-619b-4f58-9630-fdbeb49b09c6', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1906.039941] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Creating folder: Project (06d4c61893144a9f8e51f055c293821b). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1906.040249] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbaa36eb-d1a6-4b40-847a-c93b4b8426c5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.052177] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Created folder: Project (06d4c61893144a9f8e51f055c293821b) in parent group-v352705. [ 1906.052360] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Creating folder: Instances. Parent ref: group-v353019. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1906.052577] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2955f8b-ac85-496b-99c6-8085dc6177ba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.060777] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Created folder: Instances in parent group-v353019. [ 1906.060997] env[62259]: DEBUG oslo.service.loopingcall [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.061215] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1906.061431] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce85d984-3d95-4ac1-a861-9f66e25ee98d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.079331] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1906.079331] env[62259]: value = "task-1693023" [ 1906.079331] env[62259]: _type = "Task" [ 1906.079331] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.086175] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693023, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.300495] env[62259]: DEBUG nova.compute.manager [req-b3de65fe-159f-4960-9160-fcea284da19c req-4ba0b92d-109c-406b-aeaf-8c66c92b9347 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Received event network-changed-2b93ffd6-619b-4f58-9630-fdbeb49b09c6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1906.300748] env[62259]: DEBUG nova.compute.manager [req-b3de65fe-159f-4960-9160-fcea284da19c req-4ba0b92d-109c-406b-aeaf-8c66c92b9347 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Refreshing instance network info cache due to event network-changed-2b93ffd6-619b-4f58-9630-fdbeb49b09c6. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1906.300925] env[62259]: DEBUG oslo_concurrency.lockutils [req-b3de65fe-159f-4960-9160-fcea284da19c req-4ba0b92d-109c-406b-aeaf-8c66c92b9347 service nova] Acquiring lock "refresh_cache-be1e3994-0538-4828-8510-a82f21c6e1de" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.301311] env[62259]: DEBUG oslo_concurrency.lockutils [req-b3de65fe-159f-4960-9160-fcea284da19c req-4ba0b92d-109c-406b-aeaf-8c66c92b9347 service nova] Acquired lock "refresh_cache-be1e3994-0538-4828-8510-a82f21c6e1de" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.301512] env[62259]: DEBUG nova.network.neutron [req-b3de65fe-159f-4960-9160-fcea284da19c req-4ba0b92d-109c-406b-aeaf-8c66c92b9347 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Refreshing network info cache for port 2b93ffd6-619b-4f58-9630-fdbeb49b09c6 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1906.589199] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693023, 'name': CreateVM_Task, 'duration_secs': 0.305563} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.589422] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1906.590064] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.590235] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.590545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1906.590788] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed56636c-58a1-4f0a-ac1c-a8351bde6f37 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.595353] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1906.595353] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b1722d-b6d1-6319-f418-5aaf3f8a96a3" [ 1906.595353] env[62259]: _type = "Task" [ 1906.595353] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.602553] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b1722d-b6d1-6319-f418-5aaf3f8a96a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.017814] env[62259]: DEBUG nova.network.neutron [req-b3de65fe-159f-4960-9160-fcea284da19c req-4ba0b92d-109c-406b-aeaf-8c66c92b9347 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Updated VIF entry in instance network info cache for port 2b93ffd6-619b-4f58-9630-fdbeb49b09c6. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1907.018228] env[62259]: DEBUG nova.network.neutron [req-b3de65fe-159f-4960-9160-fcea284da19c req-4ba0b92d-109c-406b-aeaf-8c66c92b9347 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Updating instance_info_cache with network_info: [{"id": "2b93ffd6-619b-4f58-9630-fdbeb49b09c6", "address": "fa:16:3e:37:72:8b", "network": {"id": "f5c24b63-119f-4eaf-a56c-e78b2708de9a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1735202208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4c61893144a9f8e51f055c293821b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b93ffd6-61", "ovs_interfaceid": "2b93ffd6-619b-4f58-9630-fdbeb49b09c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.106138] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52b1722d-b6d1-6319-f418-5aaf3f8a96a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.106451] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.106682] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1907.106922] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.107083] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.107271] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1907.107548] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a25e213-ad78-4c2b-bbd1-1fc721ff3eff {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.116387] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1907.116609] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1907.117371] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda78957-dcc0-4c56-92cd-73f2db468b71 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.123597] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1907.123597] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d4f594-687c-f669-ca1d-d2185baf07e4" [ 1907.123597] env[62259]: _type = "Task" [ 1907.123597] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.131434] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d4f594-687c-f669-ca1d-d2185baf07e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.521927] env[62259]: DEBUG oslo_concurrency.lockutils [req-b3de65fe-159f-4960-9160-fcea284da19c req-4ba0b92d-109c-406b-aeaf-8c66c92b9347 service nova] Releasing lock "refresh_cache-be1e3994-0538-4828-8510-a82f21c6e1de" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.634063] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d4f594-687c-f669-ca1d-d2185baf07e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008854} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.634869] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590a1ddb-3d44-435f-af8a-31daae008056 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.640434] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1907.640434] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c9555d-8783-0071-afac-5a31302dbf61" [ 1907.640434] env[62259]: _type = "Task" [ 1907.640434] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.648322] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c9555d-8783-0071-afac-5a31302dbf61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.150590] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c9555d-8783-0071-afac-5a31302dbf61, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.150844] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.151114] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] be1e3994-0538-4828-8510-a82f21c6e1de/be1e3994-0538-4828-8510-a82f21c6e1de.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1908.151401] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-016a3afa-5c0e-415f-b879-f107c3341d12 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.157836] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1908.157836] env[62259]: value = "task-1693024" [ 1908.157836] env[62259]: _type = "Task" [ 1908.157836] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.165902] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.668170] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484948} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.668458] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] be1e3994-0538-4828-8510-a82f21c6e1de/be1e3994-0538-4828-8510-a82f21c6e1de.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1908.668638] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1908.668872] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33785278-4aac-4945-af1f-343b80fcf426 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.677103] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1908.677103] env[62259]: value = "task-1693025" [ 1908.677103] env[62259]: _type = "Task" [ 1908.677103] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.684195] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.187528] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083015} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.187791] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1909.188542] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf8021-7d46-43b8-9b9a-06a84c957009 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.209741] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] be1e3994-0538-4828-8510-a82f21c6e1de/be1e3994-0538-4828-8510-a82f21c6e1de.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.209941] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f9a89b-2caa-4533-9447-6c0dd7848007 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.228918] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1909.228918] env[62259]: value = "task-1693026" [ 1909.228918] env[62259]: _type = "Task" [ 1909.228918] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.236352] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.739053] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693026, 'name': ReconfigVM_Task, 'duration_secs': 0.285942} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.739367] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Reconfigured VM instance instance-00000075 to attach disk [datastore1] be1e3994-0538-4828-8510-a82f21c6e1de/be1e3994-0538-4828-8510-a82f21c6e1de.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.740028] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d290d220-14a0-4f95-9bd9-6bca41b40aae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.746817] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1909.746817] env[62259]: value = "task-1693027" [ 1909.746817] env[62259]: _type = "Task" [ 1909.746817] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.754943] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693027, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.257969] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693027, 'name': Rename_Task, 'duration_secs': 0.155705} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.257969] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1910.258182] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6fc14f5-29e5-4829-b7ab-4ffde4c2bd6c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.264913] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1910.264913] env[62259]: value = "task-1693028" [ 1910.264913] env[62259]: _type = "Task" [ 1910.264913] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.272125] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.410802] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.411072] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.411308] env[62259]: INFO nova.compute.manager [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Shelving [ 1910.775915] env[62259]: DEBUG oslo_vmware.api [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693028, 'name': PowerOnVM_Task, 'duration_secs': 0.453587} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.776311] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.776567] env[62259]: INFO nova.compute.manager [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1910.776817] env[62259]: DEBUG nova.compute.manager [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.777894] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2d329e-2a0d-4ad8-990c-24180c7a1479 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.299424] env[62259]: INFO nova.compute.manager [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Took 11.42 seconds to build instance. [ 1911.420283] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.420608] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a208aa13-cd4f-418e-a6dc-26d7209250c2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.427672] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1911.427672] env[62259]: value = "task-1693029" [ 1911.427672] env[62259]: _type = "Task" [ 1911.427672] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.435468] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.801099] env[62259]: DEBUG oslo_concurrency.lockutils [None req-3dffb5bc-7725-4f6c-8dee-d55688259a0f tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "be1e3994-0538-4828-8510-a82f21c6e1de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.932s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.894426] env[62259]: DEBUG nova.compute.manager [req-1000d027-8362-41f1-affb-837e363ffa35 req-b24e3922-a9a0-45a3-86da-8de630f3cb15 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Received event network-changed-2b93ffd6-619b-4f58-9630-fdbeb49b09c6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1911.894631] env[62259]: DEBUG nova.compute.manager [req-1000d027-8362-41f1-affb-837e363ffa35 req-b24e3922-a9a0-45a3-86da-8de630f3cb15 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Refreshing instance network info cache due to event network-changed-2b93ffd6-619b-4f58-9630-fdbeb49b09c6. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1911.894847] env[62259]: DEBUG oslo_concurrency.lockutils [req-1000d027-8362-41f1-affb-837e363ffa35 req-b24e3922-a9a0-45a3-86da-8de630f3cb15 service nova] Acquiring lock "refresh_cache-be1e3994-0538-4828-8510-a82f21c6e1de" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.894990] env[62259]: DEBUG oslo_concurrency.lockutils [req-1000d027-8362-41f1-affb-837e363ffa35 req-b24e3922-a9a0-45a3-86da-8de630f3cb15 service nova] Acquired lock "refresh_cache-be1e3994-0538-4828-8510-a82f21c6e1de" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.895164] env[62259]: DEBUG nova.network.neutron [req-1000d027-8362-41f1-affb-837e363ffa35 req-b24e3922-a9a0-45a3-86da-8de630f3cb15 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Refreshing network info cache for port 2b93ffd6-619b-4f58-9630-fdbeb49b09c6 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1911.938127] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693029, 'name': PowerOffVM_Task, 'duration_secs': 0.213235} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.938394] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1911.939174] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da118c9d-8d4e-4089-9778-9dea20cc4b25 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.957025] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07890b2a-08ee-47e6-a881-d47b6c52c490 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.469070] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Creating Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1912.469070] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a22f6f4-81a9-49e2-afdf-426104cec3d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.476943] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1912.476943] env[62259]: value = "task-1693030" [ 1912.476943] env[62259]: _type = "Task" [ 1912.476943] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.489537] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693030, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.626101] env[62259]: DEBUG nova.network.neutron [req-1000d027-8362-41f1-affb-837e363ffa35 req-b24e3922-a9a0-45a3-86da-8de630f3cb15 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Updated VIF entry in instance network info cache for port 2b93ffd6-619b-4f58-9630-fdbeb49b09c6. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.626101] env[62259]: DEBUG nova.network.neutron [req-1000d027-8362-41f1-affb-837e363ffa35 req-b24e3922-a9a0-45a3-86da-8de630f3cb15 service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Updating instance_info_cache with network_info: [{"id": "2b93ffd6-619b-4f58-9630-fdbeb49b09c6", "address": "fa:16:3e:37:72:8b", "network": {"id": "f5c24b63-119f-4eaf-a56c-e78b2708de9a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1735202208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06d4c61893144a9f8e51f055c293821b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b93ffd6-61", "ovs_interfaceid": "2b93ffd6-619b-4f58-9630-fdbeb49b09c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.989102] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693030, 'name': CreateSnapshot_Task, 'duration_secs': 0.495484} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.989427] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Created Snapshot of the VM instance {{(pid=62259) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1912.990129] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39e2a58-5d5d-43bb-bd0f-80f48c0a6af6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.128371] env[62259]: DEBUG oslo_concurrency.lockutils [req-1000d027-8362-41f1-affb-837e363ffa35 req-b24e3922-a9a0-45a3-86da-8de630f3cb15 service nova] Releasing lock "refresh_cache-be1e3994-0538-4828-8510-a82f21c6e1de" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.508668] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Creating linked-clone VM from snapshot {{(pid=62259) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1913.508990] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a3b0637-f723-4818-bc52-78204beaa0f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.518772] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1913.518772] env[62259]: value = "task-1693031" [ 1913.518772] env[62259]: _type = "Task" [ 1913.518772] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.527425] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.030402] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 12%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.529572] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 12%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.030891] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 12%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.531652] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 12%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.032821] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 12%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.532735] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 12%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.034186] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 12%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.535057] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 12%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.882226] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.882469] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.036063] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.385615] env[62259]: DEBUG nova.compute.utils [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1918.536531] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.888554] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.037445] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.539457] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.952061] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.952254] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.952388] env[62259]: INFO nova.compute.manager [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Attaching volume 7754e587-f419-4b04-a960-3650f13a494f to /dev/sdb [ 1919.984209] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02f9826-6898-4e1f-bcfe-70403ddfc2d6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.991509] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eb5b68-37a5-4dd5-bd3e-23adcecfcd6f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.006136] env[62259]: DEBUG nova.virt.block_device [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Updating existing volume attachment record: 15d026ee-b086-49ac-9ced-bc1dd7f6a4b6 {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1920.039023] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task} progress is 94%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.540489] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693031, 'name': CloneVM_Task, 'duration_secs': 6.955539} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.540737] env[62259]: INFO nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Created linked-clone VM from snapshot [ 1920.541485] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c1bf0f-7382-40ea-ba88-2245c734bbc8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.548319] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Uploading image 8aa8c9f0-e154-40ee-8163-a13e0ea8f52e {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1920.583484] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1920.583484] env[62259]: value = "vm-353023" [ 1920.583484] env[62259]: _type = "VirtualMachine" [ 1920.583484] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1920.583906] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b753b6b-7215-486f-9736-eacdd3947675 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.590626] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease: (returnval){ [ 1920.590626] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52076dd2-16b5-5c28-4ccd-51cd24b5811f" [ 1920.590626] env[62259]: _type = "HttpNfcLease" [ 1920.590626] env[62259]: } obtained for exporting VM: (result){ [ 1920.590626] env[62259]: value = "vm-353023" [ 1920.590626] env[62259]: _type = "VirtualMachine" [ 1920.590626] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1920.590906] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the lease: (returnval){ [ 1920.590906] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52076dd2-16b5-5c28-4ccd-51cd24b5811f" [ 1920.590906] env[62259]: _type = "HttpNfcLease" [ 1920.590906] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1920.597723] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1920.597723] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52076dd2-16b5-5c28-4ccd-51cd24b5811f" [ 1920.597723] env[62259]: _type = "HttpNfcLease" [ 1920.597723] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1921.099377] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1921.099377] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52076dd2-16b5-5c28-4ccd-51cd24b5811f" [ 1921.099377] env[62259]: _type = "HttpNfcLease" [ 1921.099377] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1921.099740] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1921.099740] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52076dd2-16b5-5c28-4ccd-51cd24b5811f" [ 1921.099740] env[62259]: _type = "HttpNfcLease" [ 1921.099740] env[62259]: }. {{(pid=62259) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1921.100439] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9457400-962d-4dd1-97e7-55105a23deb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.107543] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52792a4d-10a6-2d4c-c9dd-fe0866937ae1/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1921.107719] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52792a4d-10a6-2d4c-c9dd-fe0866937ae1/disk-0.vmdk for reading. {{(pid=62259) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1921.197236] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-449fa515-5444-4830-b016-5c00ca028cc8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.550190] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1924.550480] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353024', 'volume_id': '7754e587-f419-4b04-a960-3650f13a494f', 'name': 'volume-7754e587-f419-4b04-a960-3650f13a494f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b8146ae-3550-4893-8300-c9a4f73b9e0d', 'attached_at': '', 'detached_at': '', 'volume_id': '7754e587-f419-4b04-a960-3650f13a494f', 'serial': '7754e587-f419-4b04-a960-3650f13a494f'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1924.551440] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed1ab6-bd40-46e5-a23f-c036411297ef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.567774] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b74e8e2-84b0-44e7-9021-37030a34fd02 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.593300] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-7754e587-f419-4b04-a960-3650f13a494f/volume-7754e587-f419-4b04-a960-3650f13a494f.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.593647] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9677b9-3c3d-4b1f-b9b1-6e6f32440ad3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.612290] env[62259]: DEBUG oslo_vmware.api [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1924.612290] env[62259]: value = "task-1693035" [ 1924.612290] env[62259]: _type = "Task" [ 1924.612290] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.623531] env[62259]: DEBUG oslo_vmware.api [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.122838] env[62259]: DEBUG oslo_vmware.api [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.623954] env[62259]: DEBUG oslo_vmware.api [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693035, 'name': ReconfigVM_Task, 'duration_secs': 0.644779} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.624479] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-7754e587-f419-4b04-a960-3650f13a494f/volume-7754e587-f419-4b04-a960-3650f13a494f.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.629400] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c89f1f3a-8195-4ac9-8bda-ca22ff8d8a84 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.645465] env[62259]: DEBUG oslo_vmware.api [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1925.645465] env[62259]: value = "task-1693036" [ 1925.645465] env[62259]: _type = "Task" [ 1925.645465] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.656022] env[62259]: DEBUG oslo_vmware.api [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.155666] env[62259]: DEBUG oslo_vmware.api [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693036, 'name': ReconfigVM_Task, 'duration_secs': 0.152153} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.155976] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353024', 'volume_id': '7754e587-f419-4b04-a960-3650f13a494f', 'name': 'volume-7754e587-f419-4b04-a960-3650f13a494f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b8146ae-3550-4893-8300-c9a4f73b9e0d', 'attached_at': '', 'detached_at': '', 'volume_id': '7754e587-f419-4b04-a960-3650f13a494f', 'serial': '7754e587-f419-4b04-a960-3650f13a494f'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1927.192187] env[62259]: DEBUG nova.objects.instance [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid 9b8146ae-3550-4893-8300-c9a4f73b9e0d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.698843] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61d69d85-1663-4b0c-918d-4fd73cf5eff4 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.746s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.034284] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.035883] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.430242] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52792a4d-10a6-2d4c-c9dd-fe0866937ae1/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1929.431161] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e43d1a-1006-4288-9601-f47394d41276 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.437652] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52792a4d-10a6-2d4c-c9dd-fe0866937ae1/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1929.437826] env[62259]: ERROR oslo_vmware.rw_handles [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52792a4d-10a6-2d4c-c9dd-fe0866937ae1/disk-0.vmdk due to incomplete transfer. [ 1929.438053] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50554234-e646-4d12-ac5a-8618e317ff47 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.445276] env[62259]: DEBUG oslo_vmware.rw_handles [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52792a4d-10a6-2d4c-c9dd-fe0866937ae1/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1929.445470] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Uploaded image 8aa8c9f0-e154-40ee-8163-a13e0ea8f52e to the Glance image server {{(pid=62259) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1929.447838] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Destroying the VM {{(pid=62259) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1929.448074] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aff4c2ab-6582-4297-b1cc-a3671aec788f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.453931] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1929.453931] env[62259]: value = "task-1693037" [ 1929.453931] env[62259]: _type = "Task" [ 1929.453931] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.462168] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693037, 'name': Destroy_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.537679] env[62259]: DEBUG nova.compute.utils [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.963435] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693037, 'name': Destroy_Task, 'duration_secs': 0.352378} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.966056] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Destroyed the VM [ 1929.966056] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Deleting Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1929.966056] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd08b8cb-9c0f-4390-97c7-ff29bcf41b55 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.970958] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1929.970958] env[62259]: value = "task-1693038" [ 1929.970958] env[62259]: _type = "Task" [ 1929.970958] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.978781] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693038, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.040715] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.481882] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693038, 'name': RemoveSnapshot_Task, 'duration_secs': 0.479989} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.482158] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Deleted Snapshot of the VM instance {{(pid=62259) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1930.482440] env[62259]: DEBUG nova.compute.manager [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1930.483299] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9622d7c-d634-43a5-9df3-bd0c999e202e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.994805] env[62259]: INFO nova.compute.manager [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Shelve offloading [ 1931.106684] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.106972] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.107224] env[62259]: INFO nova.compute.manager [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Attaching volume ec5fea74-0034-4d1c-bb32-6f84d9d26fb8 to /dev/sdc [ 1931.140969] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f394ff41-a6fb-481f-96d5-6b8004262cdc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.147485] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e45dec-6c7b-45d8-93dc-b417d8bf4eb2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.160369] env[62259]: DEBUG nova.virt.block_device [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Updating existing volume attachment record: d8b54ef3-51e6-4027-ac31-fc9a1a47c1fe {{(pid=62259) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1931.498420] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1931.498693] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13ac9361-fce6-4877-b5f7-adb598fc422c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.505851] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1931.505851] env[62259]: value = "task-1693040" [ 1931.505851] env[62259]: _type = "Task" [ 1931.505851] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.513564] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.767603] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "706441b3-bbe8-4948-94df-30f2f0fc8e31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.767911] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.768150] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "706441b3-bbe8-4948-94df-30f2f0fc8e31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.768334] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.768505] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.770608] env[62259]: INFO nova.compute.manager [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Terminating instance [ 1932.016464] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] VM already powered off {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1932.016718] env[62259]: DEBUG nova.compute.manager [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.017457] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f7813e-8946-452b-8542-beb67eb4ca37 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.023016] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.023182] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.023352] env[62259]: DEBUG nova.network.neutron [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.274717] env[62259]: DEBUG nova.compute.manager [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1932.275112] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.275266] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-499aea87-d7c4-4027-afd8-81002ef63d17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.283515] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1932.283515] env[62259]: value = "task-1693041" [ 1932.283515] env[62259]: _type = "Task" [ 1932.283515] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.293529] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.735784] env[62259]: DEBUG nova.network.neutron [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating instance_info_cache with network_info: [{"id": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "address": "fa:16:3e:bd:a9:d0", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef3b893-51", "ovs_interfaceid": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.793519] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693041, 'name': PowerOffVM_Task, 'duration_secs': 0.212013} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.793791] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1932.793985] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1932.794189] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353011', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'name': 'volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '706441b3-bbe8-4948-94df-30f2f0fc8e31', 'attached_at': '2024-12-10T15:46:14.000000', 'detached_at': '', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'serial': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1932.794943] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196cc768-c4f8-402f-9df1-7a2657010e45 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.813014] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0d5f65-e7b9-4a7d-8d97-f8676562fc6f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.819590] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44cfbcd-19b8-459b-bd7f-f0b9e05aed8d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.836603] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2489a43-8ec1-4a84-ad27-6f41ae423c6a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.850472] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] The volume has not been displaced from its original location: [datastore1] volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424/volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1932.855637] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1932.855877] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50434273-e1c1-44ec-9e28-b85a3c62d2ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.873390] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1932.873390] env[62259]: value = "task-1693042" [ 1932.873390] env[62259]: _type = "Task" [ 1932.873390] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.880562] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.238059] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.384745] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.481860] env[62259]: DEBUG nova.compute.manager [req-f11db77f-5e6f-4d16-8d5a-48b8c8fe0327 req-6bd9faad-9c53-407f-84ef-0dc9e3b5f3d5 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received event network-vif-unplugged-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1933.482171] env[62259]: DEBUG oslo_concurrency.lockutils [req-f11db77f-5e6f-4d16-8d5a-48b8c8fe0327 req-6bd9faad-9c53-407f-84ef-0dc9e3b5f3d5 service nova] Acquiring lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.482399] env[62259]: DEBUG oslo_concurrency.lockutils [req-f11db77f-5e6f-4d16-8d5a-48b8c8fe0327 req-6bd9faad-9c53-407f-84ef-0dc9e3b5f3d5 service nova] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.482515] env[62259]: DEBUG oslo_concurrency.lockutils [req-f11db77f-5e6f-4d16-8d5a-48b8c8fe0327 req-6bd9faad-9c53-407f-84ef-0dc9e3b5f3d5 service nova] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.482700] env[62259]: DEBUG nova.compute.manager [req-f11db77f-5e6f-4d16-8d5a-48b8c8fe0327 req-6bd9faad-9c53-407f-84ef-0dc9e3b5f3d5 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] No waiting events found dispatching network-vif-unplugged-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1933.482890] env[62259]: WARNING nova.compute.manager [req-f11db77f-5e6f-4d16-8d5a-48b8c8fe0327 req-6bd9faad-9c53-407f-84ef-0dc9e3b5f3d5 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received unexpected event network-vif-unplugged-8ef3b893-512b-46dc-9e03-68adf535f4d4 for instance with vm_state shelved and task_state shelving_offloading. [ 1933.581182] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1933.582093] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22dc733-2722-4179-8520-be9796aa285b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.590070] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.590326] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1983b9b5-e5ae-4e2b-965c-8154edeb5113 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.783925] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1933.784181] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1933.784368] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleting the datastore file [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1933.784632] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9c3f65b-062a-4c22-9e10-d5b78c0e5fd7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.791960] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1933.791960] env[62259]: value = "task-1693045" [ 1933.791960] env[62259]: _type = "Task" [ 1933.791960] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.802425] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.885573] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.302342] env[62259]: DEBUG oslo_vmware.api [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155051} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.302604] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1934.302792] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1934.302968] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1934.331193] env[62259]: INFO nova.scheduler.client.report [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted allocations for instance 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 [ 1934.385888] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693042, 'name': ReconfigVM_Task, 'duration_secs': 1.19683} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.386190] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1934.391054] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0927e06d-8df2-4759-b22a-7474c1855a81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.406384] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1934.406384] env[62259]: value = "task-1693046" [ 1934.406384] env[62259]: _type = "Task" [ 1934.406384] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.414046] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.836039] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.836267] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.836495] env[62259]: DEBUG nova.objects.instance [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'resources' on Instance uuid 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.915635] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693046, 'name': ReconfigVM_Task, 'duration_secs': 0.106067} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.915965] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353011', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'name': 'volume-bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '706441b3-bbe8-4948-94df-30f2f0fc8e31', 'attached_at': '2024-12-10T15:46:14.000000', 'detached_at': '', 'volume_id': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424', 'serial': 'bce1a9c3-c671-4a0f-aee3-d51f48f48424'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1934.916407] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.917174] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1abfe08-d439-48dd-8b86-b69f77837a46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.923670] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.923890] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d0ffc3-8f48-4670-8ae6-6cb45e965fc7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.338683] env[62259]: DEBUG nova.objects.instance [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'numa_topology' on Instance uuid 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.508805] env[62259]: DEBUG nova.compute.manager [req-8f60090c-ae60-482e-a925-6682c50242b8 req-463b4617-6764-4497-8198-fff7c184201e service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received event network-changed-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1935.509105] env[62259]: DEBUG nova.compute.manager [req-8f60090c-ae60-482e-a925-6682c50242b8 req-463b4617-6764-4497-8198-fff7c184201e service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Refreshing instance network info cache due to event network-changed-8ef3b893-512b-46dc-9e03-68adf535f4d4. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1935.509226] env[62259]: DEBUG oslo_concurrency.lockutils [req-8f60090c-ae60-482e-a925-6682c50242b8 req-463b4617-6764-4497-8198-fff7c184201e service nova] Acquiring lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.509372] env[62259]: DEBUG oslo_concurrency.lockutils [req-8f60090c-ae60-482e-a925-6682c50242b8 req-463b4617-6764-4497-8198-fff7c184201e service nova] Acquired lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.509566] env[62259]: DEBUG nova.network.neutron [req-8f60090c-ae60-482e-a925-6682c50242b8 req-463b4617-6764-4497-8198-fff7c184201e service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Refreshing network info cache for port 8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.702760] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Volume attach. Driver type: vmdk {{(pid=62259) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1935.703008] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353025', 'volume_id': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'name': 'volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b8146ae-3550-4893-8300-c9a4f73b9e0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'serial': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1935.703908] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67ca7a-992d-4036-85d2-c6bf01e498c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.720630] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06903ef-896c-4410-bf0a-53cc738838d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.749765] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8/volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1935.750126] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7df63133-9765-4480-9fcb-520407fe953b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.768133] env[62259]: DEBUG oslo_vmware.api [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1935.768133] env[62259]: value = "task-1693048" [ 1935.768133] env[62259]: _type = "Task" [ 1935.768133] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.776291] env[62259]: DEBUG oslo_vmware.api [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.841325] env[62259]: DEBUG nova.objects.base [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Object Instance<7af88976-0cb6-4626-8f4b-fe88d04fe3c1> lazy-loaded attributes: resources,numa_topology {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1935.908492] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09549afe-9e52-49ce-ab8b-1be3110ae23a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.918102] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f5c18-9f5c-4f35-84e0-a3af4fa53c98 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.946969] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04685f61-f1de-4381-8336-990c2c94794b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.955055] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf40670b-0371-4933-bb3a-9a70f3b071ec {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.968468] env[62259]: DEBUG nova.compute.provider_tree [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.236028] env[62259]: DEBUG nova.network.neutron [req-8f60090c-ae60-482e-a925-6682c50242b8 req-463b4617-6764-4497-8198-fff7c184201e service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updated VIF entry in instance network info cache for port 8ef3b893-512b-46dc-9e03-68adf535f4d4. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.236460] env[62259]: DEBUG nova.network.neutron [req-8f60090c-ae60-482e-a925-6682c50242b8 req-463b4617-6764-4497-8198-fff7c184201e service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating instance_info_cache with network_info: [{"id": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "address": "fa:16:3e:bd:a9:d0", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8ef3b893-51", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.278398] env[62259]: DEBUG oslo_vmware.api [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693048, 'name': ReconfigVM_Task, 'duration_secs': 0.3857} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.278687] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8/volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1936.284596] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648cbd53-0795-4b0c-835b-77a089d6b030 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.299773] env[62259]: DEBUG oslo_vmware.api [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1936.299773] env[62259]: value = "task-1693049" [ 1936.299773] env[62259]: _type = "Task" [ 1936.299773] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.309546] env[62259]: DEBUG oslo_vmware.api [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.472110] env[62259]: DEBUG nova.scheduler.client.report [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1936.739034] env[62259]: DEBUG oslo_concurrency.lockutils [req-8f60090c-ae60-482e-a925-6682c50242b8 req-463b4617-6764-4497-8198-fff7c184201e service nova] Releasing lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.810564] env[62259]: DEBUG oslo_vmware.api [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693049, 'name': ReconfigVM_Task, 'duration_secs': 0.147758} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.810876] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353025', 'volume_id': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'name': 'volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b8146ae-3550-4893-8300-c9a4f73b9e0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'serial': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8'} {{(pid=62259) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1936.847450] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.977334] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.254082] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.254082] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.254082] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleting the datastore file [datastore1] 706441b3-bbe8-4948-94df-30f2f0fc8e31 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.254375] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98215cc0-24ea-49f2-abdb-e2c943cb06ae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.260749] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1937.260749] env[62259]: value = "task-1693050" [ 1937.260749] env[62259]: _type = "Task" [ 1937.260749] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.268594] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.487934] env[62259]: DEBUG oslo_concurrency.lockutils [None req-d7c12e2d-bf2b-4d38-9588-7537433daea2 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.077s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.488800] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.641s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.488982] env[62259]: INFO nova.compute.manager [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Unshelving [ 1937.769996] env[62259]: DEBUG oslo_vmware.api [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119691} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.770444] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.770444] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.770655] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.770836] env[62259]: INFO nova.compute.manager [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Took 5.50 seconds to destroy the instance on the hypervisor. [ 1937.771088] env[62259]: DEBUG oslo.service.loopingcall [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.771279] env[62259]: DEBUG nova.compute.manager [-] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1937.771373] env[62259]: DEBUG nova.network.neutron [-] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.846187] env[62259]: DEBUG nova.objects.instance [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid 9b8146ae-3550-4893-8300-c9a4f73b9e0d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.240626] env[62259]: DEBUG nova.compute.manager [req-c9cb6a1c-efb2-4a65-9a91-47ccd42167dd req-9891d6c2-757c-41aa-8b11-483260caee23 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Received event network-vif-deleted-59924a76-f02b-403f-8539-d01abfb2a03a {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1938.240754] env[62259]: INFO nova.compute.manager [req-c9cb6a1c-efb2-4a65-9a91-47ccd42167dd req-9891d6c2-757c-41aa-8b11-483260caee23 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Neutron deleted interface 59924a76-f02b-403f-8539-d01abfb2a03a; detaching it from the instance and deleting it from the info cache [ 1938.240966] env[62259]: DEBUG nova.network.neutron [req-c9cb6a1c-efb2-4a65-9a91-47ccd42167dd req-9891d6c2-757c-41aa-8b11-483260caee23 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.352959] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5570c55e-d5f4-4932-b4a3-3ba3496a4924 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.516444] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.516713] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.516923] env[62259]: DEBUG nova.objects.instance [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'pci_requests' on Instance uuid 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.678478] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.678813] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.719123] env[62259]: DEBUG nova.network.neutron [-] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.744983] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a2bcfe7-3f5c-4638-888c-b1b90f866daf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.754842] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a25f906-c35f-48c6-a3f5-2dd008c04855 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.770091] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.770423] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1938.770423] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1938.770537] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 1938.782402] env[62259]: DEBUG nova.compute.manager [req-c9cb6a1c-efb2-4a65-9a91-47ccd42167dd req-9891d6c2-757c-41aa-8b11-483260caee23 service nova] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Detach interface failed, port_id=59924a76-f02b-403f-8539-d01abfb2a03a, reason: Instance 706441b3-bbe8-4948-94df-30f2f0fc8e31 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1939.021491] env[62259]: DEBUG nova.objects.instance [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'numa_topology' on Instance uuid 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.182839] env[62259]: INFO nova.compute.manager [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Detaching volume 7754e587-f419-4b04-a960-3650f13a494f [ 1939.215718] env[62259]: INFO nova.virt.block_device [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Attempting to driver detach volume 7754e587-f419-4b04-a960-3650f13a494f from mountpoint /dev/sdb [ 1939.215967] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1939.216176] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353024', 'volume_id': '7754e587-f419-4b04-a960-3650f13a494f', 'name': 'volume-7754e587-f419-4b04-a960-3650f13a494f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b8146ae-3550-4893-8300-c9a4f73b9e0d', 'attached_at': '', 'detached_at': '', 'volume_id': '7754e587-f419-4b04-a960-3650f13a494f', 'serial': '7754e587-f419-4b04-a960-3650f13a494f'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1939.217069] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87938c6d-b5ec-46aa-9b01-8ffeb506dd46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.221753] env[62259]: INFO nova.compute.manager [-] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Took 1.45 seconds to deallocate network for instance. [ 1939.243364] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3008f94-9038-4e6b-8497-b087d03fed0b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.251459] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fb7669-a3e0-4a85-866e-fc82d82fd275 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.274567] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Skipping network cache update for instance because it is being deleted. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10275}} [ 1939.277160] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc93b9a-ae4d-4dc3-bec6-16a007b00c61 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.293082] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] The volume has not been displaced from its original location: [datastore1] volume-7754e587-f419-4b04-a960-3650f13a494f/volume-7754e587-f419-4b04-a960-3650f13a494f.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1939.298194] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1939.298479] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92695ea9-ccfd-4d87-a952-c1001d627ade {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.311277] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.311413] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquired lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.311554] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Forcefully refreshing network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1939.311704] env[62259]: DEBUG nova.objects.instance [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lazy-loading 'info_cache' on Instance uuid 31a82249-1a2d-4ef6-a914-1a3e453e61b2 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.318973] env[62259]: DEBUG oslo_vmware.api [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1939.318973] env[62259]: value = "task-1693051" [ 1939.318973] env[62259]: _type = "Task" [ 1939.318973] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.326965] env[62259]: DEBUG oslo_vmware.api [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.524499] env[62259]: INFO nova.compute.claims [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1939.778251] env[62259]: INFO nova.compute.manager [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Took 0.56 seconds to detach 1 volumes for instance. [ 1939.780376] env[62259]: DEBUG nova.compute.manager [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Deleting volume: bce1a9c3-c671-4a0f-aee3-d51f48f48424 {{(pid=62259) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1939.830470] env[62259]: DEBUG oslo_vmware.api [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693051, 'name': ReconfigVM_Task, 'duration_secs': 0.243564} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.830744] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1939.835938] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afed5f46-d589-441b-88b9-5b709b62f9c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.849760] env[62259]: DEBUG oslo_vmware.api [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1939.849760] env[62259]: value = "task-1693053" [ 1939.849760] env[62259]: _type = "Task" [ 1939.849760] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.858690] env[62259]: DEBUG oslo_vmware.api [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.317207] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.361447] env[62259]: DEBUG oslo_vmware.api [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693053, 'name': ReconfigVM_Task, 'duration_secs': 0.130503} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.361754] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353024', 'volume_id': '7754e587-f419-4b04-a960-3650f13a494f', 'name': 'volume-7754e587-f419-4b04-a960-3650f13a494f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b8146ae-3550-4893-8300-c9a4f73b9e0d', 'attached_at': '', 'detached_at': '', 'volume_id': '7754e587-f419-4b04-a960-3650f13a494f', 'serial': '7754e587-f419-4b04-a960-3650f13a494f'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1940.610667] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ee8ada-b4ac-432e-85cb-2c77a79a09c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.618308] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49dea72-77df-4f44-9df1-0af4f602aa2e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.647722] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc401d01-6cf6-4363-a12b-58e366d9fad8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.654566] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba30cd4-3cfd-4340-908d-1d3f3b4c99d0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.667138] env[62259]: DEBUG nova.compute.provider_tree [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.920583] env[62259]: DEBUG nova.objects.instance [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid 9b8146ae-3550-4893-8300-c9a4f73b9e0d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1941.088430] env[62259]: DEBUG nova.network.neutron [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updating instance_info_cache with network_info: [{"id": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "address": "fa:16:3e:c6:0a:fa", "network": {"id": "87acae51-f3eb-48a8-8df1-278504ad55f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1139111703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d418aab7145d6a6b8e7970ac92ee2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap144308fa-0b", "ovs_interfaceid": "144308fa-0b5c-4994-9b1e-96a8d3fe5fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.170292] env[62259]: DEBUG nova.scheduler.client.report [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1941.591568] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Releasing lock "refresh_cache-31a82249-1a2d-4ef6-a914-1a3e453e61b2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.591805] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updated the network info_cache for instance {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10329}} [ 1941.591973] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1941.592154] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1941.592304] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1941.592453] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1941.592598] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1941.592768] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1941.592926] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1941.675114] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.158s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.677254] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.360s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.677459] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.697698] env[62259]: INFO nova.scheduler.client.report [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted allocations for instance 706441b3-bbe8-4948-94df-30f2f0fc8e31 [ 1941.708888] env[62259]: INFO nova.network.neutron [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating port 8ef3b893-512b-46dc-9e03-68adf535f4d4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1941.931466] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7a96ee34-ed3a-4eb2-b34d-72526375fab9 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.939450] env[62259]: DEBUG oslo_concurrency.lockutils [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.939740] env[62259]: DEBUG oslo_concurrency.lockutils [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.097148] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.097408] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.097561] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.097717] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1942.098632] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9d1148-31b3-4bc5-9c15-080c72f71799 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.107054] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1454cfa-733c-4df6-b443-14cc76069d75 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.120480] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8e10d2-b070-4af5-a6a1-86dc7d01388b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.126346] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b414ab41-b62f-4ef1-8511-c734a2228bab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.153812] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180260MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1942.153954] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.154145] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.204321] env[62259]: DEBUG oslo_concurrency.lockutils [None req-e4090e0d-7a06-47dc-a740-4f24ac823a84 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "706441b3-bbe8-4948-94df-30f2f0fc8e31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.436s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.443897] env[62259]: INFO nova.compute.manager [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Detaching volume ec5fea74-0034-4d1c-bb32-6f84d9d26fb8 [ 1942.478314] env[62259]: INFO nova.virt.block_device [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Attempting to driver detach volume ec5fea74-0034-4d1c-bb32-6f84d9d26fb8 from mountpoint /dev/sdc [ 1942.478615] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Volume detach. Driver type: vmdk {{(pid=62259) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1942.478816] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353025', 'volume_id': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'name': 'volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b8146ae-3550-4893-8300-c9a4f73b9e0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'serial': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1942.479694] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664f0494-982a-4c33-90af-6f64f0f132b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.501852] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19e6a00-99a6-4b8e-8ccf-27aac5e6565c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.508805] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b7e32-996a-4a9e-9349-d68f3085a2da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.529579] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba4a03-3f0b-4d5b-991d-b1466c195ae5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.544196] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] The volume has not been displaced from its original location: [datastore1] volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8/volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8.vmdk. No consolidation needed. {{(pid=62259) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1942.549481] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfiguring VM instance instance-00000074 to detach disk 2002 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1942.549740] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95868ac8-a586-46f6-896d-ca3cd6868f3c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.568361] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1942.568361] env[62259]: value = "task-1693054" [ 1942.568361] env[62259]: _type = "Task" [ 1942.568361] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.578424] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.879881] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "50467931-998b-4dc3-8a60-0a19d36b6480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.880244] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "50467931-998b-4dc3-8a60-0a19d36b6480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.880470] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "50467931-998b-4dc3-8a60-0a19d36b6480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.880719] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "50467931-998b-4dc3-8a60-0a19d36b6480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.880926] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "50467931-998b-4dc3-8a60-0a19d36b6480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.883209] env[62259]: INFO nova.compute.manager [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Terminating instance [ 1943.078642] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.094749] env[62259]: DEBUG nova.compute.manager [req-936447d8-f0bd-4ad1-93c2-078aeefc8331 req-8eb94b11-2168-45aa-8aee-62f681fdac66 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received event network-vif-plugged-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1943.094981] env[62259]: DEBUG oslo_concurrency.lockutils [req-936447d8-f0bd-4ad1-93c2-078aeefc8331 req-8eb94b11-2168-45aa-8aee-62f681fdac66 service nova] Acquiring lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.095217] env[62259]: DEBUG oslo_concurrency.lockutils [req-936447d8-f0bd-4ad1-93c2-078aeefc8331 req-8eb94b11-2168-45aa-8aee-62f681fdac66 service nova] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.095374] env[62259]: DEBUG oslo_concurrency.lockutils [req-936447d8-f0bd-4ad1-93c2-078aeefc8331 req-8eb94b11-2168-45aa-8aee-62f681fdac66 service nova] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.095539] env[62259]: DEBUG nova.compute.manager [req-936447d8-f0bd-4ad1-93c2-078aeefc8331 req-8eb94b11-2168-45aa-8aee-62f681fdac66 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] No waiting events found dispatching network-vif-plugged-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1943.095702] env[62259]: WARNING nova.compute.manager [req-936447d8-f0bd-4ad1-93c2-078aeefc8331 req-8eb94b11-2168-45aa-8aee-62f681fdac66 service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received unexpected event network-vif-plugged-8ef3b893-512b-46dc-9e03-68adf535f4d4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1943.174377] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.174563] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.174745] env[62259]: DEBUG nova.network.neutron [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1943.182301] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 31a82249-1a2d-4ef6-a914-1a3e453e61b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1943.182394] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 50467931-998b-4dc3-8a60-0a19d36b6480 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1943.182496] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 9b8146ae-3550-4893-8300-c9a4f73b9e0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1943.182618] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance be1e3994-0538-4828-8510-a82f21c6e1de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1943.182756] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1943.182940] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1943.183094] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1943.250401] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa867177-723b-4aef-bb87-fb0749d84177 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.258293] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e1bcf1-2705-4a18-9160-971b152797aa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.288358] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f41c12e-2d13-4995-becf-1b0d5214db91 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.295914] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15cb773-6383-4039-8977-4bd9790b8968 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.309618] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.387052] env[62259]: DEBUG nova.compute.manager [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.387310] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.388192] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0f6b52-3858-4988-a6ea-dd2bf681d452 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.395888] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.396085] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa58752a-aaac-4175-9277-5fa8e0e9010a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.402640] env[62259]: DEBUG oslo_vmware.api [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1943.402640] env[62259]: value = "task-1693055" [ 1943.402640] env[62259]: _type = "Task" [ 1943.402640] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.409776] env[62259]: DEBUG oslo_vmware.api [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.579868] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.812816] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1943.880467] env[62259]: DEBUG nova.network.neutron [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating instance_info_cache with network_info: [{"id": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "address": "fa:16:3e:bd:a9:d0", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef3b893-51", "ovs_interfaceid": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.913543] env[62259]: DEBUG oslo_vmware.api [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693055, 'name': PowerOffVM_Task, 'duration_secs': 0.195026} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.913772] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.913945] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1943.914212] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d865bb3b-bb50-4936-9c08-4df32fbb7fda {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.079720] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.317364] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1944.317573] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.163s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.383485] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.411312] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1ae952ae2096266103a03a1d5c1f3023',container_format='bare',created_at=2024-12-10T15:46:29Z,direct_url=,disk_format='vmdk',id=8aa8c9f0-e154-40ee-8163-a13e0ea8f52e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1284436284-shelved',owner='61ea832725d341f9bd5d4abf1e5aabdc',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2024-12-10T15:46:49Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1944.411560] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1944.411721] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1944.411903] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1944.412065] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1944.412219] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1944.412431] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1944.412591] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1944.412787] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1944.412960] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1944.413156] env[62259]: DEBUG nova.virt.hardware [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1944.413987] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd9364d-8c3d-43a5-922c-17f38ae55e63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.422188] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02798b3-c1b6-4768-86dc-75843abf735a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.435553] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a9:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ef3b893-512b-46dc-9e03-68adf535f4d4', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1944.442918] env[62259]: DEBUG oslo.service.loopingcall [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1944.443145] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1944.443355] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d231157f-f3f5-4ae8-a213-4c1048b25315 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.462986] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1944.462986] env[62259]: value = "task-1693057" [ 1944.462986] env[62259]: _type = "Task" [ 1944.462986] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.470551] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693057, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.581446] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.681483] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1944.974122] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693057, 'name': CreateVM_Task, 'duration_secs': 0.327775} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.974310] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1944.975012] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.975220] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.975600] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1944.975865] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8c8ffc-8042-4de0-9727-167d8628744c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.980432] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1944.980432] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524ca6f4-e855-4da5-bd33-a0fc013e54a3" [ 1944.980432] env[62259]: _type = "Task" [ 1944.980432] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.987937] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524ca6f4-e855-4da5-bd33-a0fc013e54a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.080940] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.120505] env[62259]: DEBUG nova.compute.manager [req-2b041913-7e09-4fd2-b18f-524b948c113b req-83fab108-bec1-4ad8-8a40-a82ec28001cb service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received event network-changed-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1945.120678] env[62259]: DEBUG nova.compute.manager [req-2b041913-7e09-4fd2-b18f-524b948c113b req-83fab108-bec1-4ad8-8a40-a82ec28001cb service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Refreshing instance network info cache due to event network-changed-8ef3b893-512b-46dc-9e03-68adf535f4d4. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1945.120930] env[62259]: DEBUG oslo_concurrency.lockutils [req-2b041913-7e09-4fd2-b18f-524b948c113b req-83fab108-bec1-4ad8-8a40-a82ec28001cb service nova] Acquiring lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.121100] env[62259]: DEBUG oslo_concurrency.lockutils [req-2b041913-7e09-4fd2-b18f-524b948c113b req-83fab108-bec1-4ad8-8a40-a82ec28001cb service nova] Acquired lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.121269] env[62259]: DEBUG nova.network.neutron [req-2b041913-7e09-4fd2-b18f-524b948c113b req-83fab108-bec1-4ad8-8a40-a82ec28001cb service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Refreshing network info cache for port 8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.186752] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1945.490779] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524ca6f4-e855-4da5-bd33-a0fc013e54a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.581778] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.815310] env[62259]: DEBUG nova.network.neutron [req-2b041913-7e09-4fd2-b18f-524b948c113b req-83fab108-bec1-4ad8-8a40-a82ec28001cb service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updated VIF entry in instance network info cache for port 8ef3b893-512b-46dc-9e03-68adf535f4d4. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.815691] env[62259]: DEBUG nova.network.neutron [req-2b041913-7e09-4fd2-b18f-524b948c113b req-83fab108-bec1-4ad8-8a40-a82ec28001cb service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating instance_info_cache with network_info: [{"id": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "address": "fa:16:3e:bd:a9:d0", "network": {"id": "85b8b523-0b32-4975-9853-1d42b0559ace", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1318314177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ea832725d341f9bd5d4abf1e5aabdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef3b893-51", "ovs_interfaceid": "8ef3b893-512b-46dc-9e03-68adf535f4d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.991330] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]524ca6f4-e855-4da5-bd33-a0fc013e54a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.072485] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1946.072769] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1946.072927] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleting the datastore file [datastore1] 50467931-998b-4dc3-8a60-0a19d36b6480 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1946.073291] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b9a36c7-e30e-4fa5-8863-4ad26b45467f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.083036] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.084629] env[62259]: DEBUG oslo_vmware.api [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1946.084629] env[62259]: value = "task-1693058" [ 1946.084629] env[62259]: _type = "Task" [ 1946.084629] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.091850] env[62259]: DEBUG oslo_vmware.api [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.318524] env[62259]: DEBUG oslo_concurrency.lockutils [req-2b041913-7e09-4fd2-b18f-524b948c113b req-83fab108-bec1-4ad8-8a40-a82ec28001cb service nova] Releasing lock "refresh_cache-7af88976-0cb6-4626-8f4b-fe88d04fe3c1" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.492413] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.492677] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Processing image 8aa8c9f0-e154-40ee-8163-a13e0ea8f52e {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1946.492950] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.493119] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.493305] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1946.493544] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4243b3fd-52b1-44a7-be66-b5759df165fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.501298] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1946.501470] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1946.502128] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45140789-c626-4d21-a26a-2a9eab0929b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.506672] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1946.506672] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e15fa2-db23-3a04-b8ec-a5900e95879a" [ 1946.506672] env[62259]: _type = "Task" [ 1946.506672] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.513748] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52e15fa2-db23-3a04-b8ec-a5900e95879a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.582111] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693054, 'name': ReconfigVM_Task, 'duration_secs': 3.574911} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.582414] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Reconfigured VM instance instance-00000074 to detach disk 2002 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1946.588192] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0966a41e-8e7e-4f75-8b39-95d59fd573a9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.606146] env[62259]: DEBUG oslo_vmware.api [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148641} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.607273] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.607468] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.607643] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.607818] env[62259]: INFO nova.compute.manager [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Took 3.22 seconds to destroy the instance on the hypervisor. [ 1946.608073] env[62259]: DEBUG oslo.service.loopingcall [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.608322] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1946.608322] env[62259]: value = "task-1693059" [ 1946.608322] env[62259]: _type = "Task" [ 1946.608322] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.608503] env[62259]: DEBUG nova.compute.manager [-] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1946.608598] env[62259]: DEBUG nova.network.neutron [-] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1946.617398] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.021955] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Preparing fetch location {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1947.022368] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Fetch image to [datastore1] OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480/OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480.vmdk {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1947.022664] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Downloading stream optimized image 8aa8c9f0-e154-40ee-8163-a13e0ea8f52e to [datastore1] OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480/OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480.vmdk on the data store datastore1 as vApp {{(pid=62259) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1947.022953] env[62259]: DEBUG nova.virt.vmwareapi.images [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Downloading image file data 8aa8c9f0-e154-40ee-8163-a13e0ea8f52e to the ESX as VM named 'OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480' {{(pid=62259) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1947.101214] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1947.101214] env[62259]: value = "resgroup-9" [ 1947.101214] env[62259]: _type = "ResourcePool" [ 1947.101214] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1947.101566] env[62259]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b1da57f4-96e9-4973-ac80-e56c4f8da277 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.124433] env[62259]: DEBUG oslo_vmware.api [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693059, 'name': ReconfigVM_Task, 'duration_secs': 0.154863} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.125431] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353025', 'volume_id': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'name': 'volume-ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b8146ae-3550-4893-8300-c9a4f73b9e0d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8', 'serial': 'ec5fea74-0034-4d1c-bb32-6f84d9d26fb8'} {{(pid=62259) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1947.127927] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease: (returnval){ [ 1947.127927] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527bb06f-7c28-ba35-f2de-55e22ea6af8d" [ 1947.127927] env[62259]: _type = "HttpNfcLease" [ 1947.127927] env[62259]: } obtained for vApp import into resource pool (val){ [ 1947.127927] env[62259]: value = "resgroup-9" [ 1947.127927] env[62259]: _type = "ResourcePool" [ 1947.127927] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1947.127927] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the lease: (returnval){ [ 1947.127927] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527bb06f-7c28-ba35-f2de-55e22ea6af8d" [ 1947.127927] env[62259]: _type = "HttpNfcLease" [ 1947.127927] env[62259]: } to be ready. {{(pid=62259) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1947.133316] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1947.133316] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527bb06f-7c28-ba35-f2de-55e22ea6af8d" [ 1947.133316] env[62259]: _type = "HttpNfcLease" [ 1947.133316] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1947.147768] env[62259]: DEBUG nova.compute.manager [req-07f6725b-3057-413e-8136-a08259cad038 req-8a173a2a-4dfc-4613-bfc7-80a06e102854 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Received event network-vif-deleted-62156b59-d301-4277-8634-c319436920a5 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1947.148026] env[62259]: INFO nova.compute.manager [req-07f6725b-3057-413e-8136-a08259cad038 req-8a173a2a-4dfc-4613-bfc7-80a06e102854 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Neutron deleted interface 62156b59-d301-4277-8634-c319436920a5; detaching it from the instance and deleting it from the info cache [ 1947.148151] env[62259]: DEBUG nova.network.neutron [req-07f6725b-3057-413e-8136-a08259cad038 req-8a173a2a-4dfc-4613-bfc7-80a06e102854 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.526152] env[62259]: DEBUG nova.network.neutron [-] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.637198] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1947.637198] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527bb06f-7c28-ba35-f2de-55e22ea6af8d" [ 1947.637198] env[62259]: _type = "HttpNfcLease" [ 1947.637198] env[62259]: } is initializing. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1947.651034] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70e731e3-712b-4754-b9d3-e46c0b2f83a5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.661541] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e5322f-e01a-4555-a411-367446c4499a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.674776] env[62259]: DEBUG nova.objects.instance [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'flavor' on Instance uuid 9b8146ae-3550-4893-8300-c9a4f73b9e0d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.692536] env[62259]: DEBUG nova.compute.manager [req-07f6725b-3057-413e-8136-a08259cad038 req-8a173a2a-4dfc-4613-bfc7-80a06e102854 service nova] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Detach interface failed, port_id=62156b59-d301-4277-8634-c319436920a5, reason: Instance 50467931-998b-4dc3-8a60-0a19d36b6480 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1948.028671] env[62259]: INFO nova.compute.manager [-] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Took 1.42 seconds to deallocate network for instance. [ 1948.136905] env[62259]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1948.136905] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527bb06f-7c28-ba35-f2de-55e22ea6af8d" [ 1948.136905] env[62259]: _type = "HttpNfcLease" [ 1948.136905] env[62259]: } is ready. {{(pid=62259) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1948.137333] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1948.137333] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]527bb06f-7c28-ba35-f2de-55e22ea6af8d" [ 1948.137333] env[62259]: _type = "HttpNfcLease" [ 1948.137333] env[62259]: }. {{(pid=62259) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1948.137916] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c90f0c-c098-45dc-afa3-09f9b0c83728 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.145212] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeb36-47b4-afd1-d3e9-206e53e48de1/disk-0.vmdk from lease info. {{(pid=62259) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1948.145392] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeb36-47b4-afd1-d3e9-206e53e48de1/disk-0.vmdk. {{(pid=62259) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1948.209817] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cbbc8c4a-352b-4fa9-a898-203ca44d2700 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.535669] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.535940] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.536180] env[62259]: DEBUG nova.objects.instance [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lazy-loading 'resources' on Instance uuid 50467931-998b-4dc3-8a60-0a19d36b6480 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.706978] env[62259]: DEBUG oslo_concurrency.lockutils [None req-aa808aa7-ba02-46d1-aafb-40ceece5ceef tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 6.767s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.838770] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquiring lock "be1e3994-0538-4828-8510-a82f21c6e1de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.839172] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "be1e3994-0538-4828-8510-a82f21c6e1de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.839464] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquiring lock "be1e3994-0538-4828-8510-a82f21c6e1de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.839717] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "be1e3994-0538-4828-8510-a82f21c6e1de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.839950] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "be1e3994-0538-4828-8510-a82f21c6e1de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.844511] env[62259]: INFO nova.compute.manager [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Terminating instance [ 1949.124713] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e62d975-a579-4a40-bdff-adf6a2365893 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.133684] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606dcba0-f121-4719-ac67-417e0c61ed89 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.167846] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dde3f7f-3d8c-4396-979a-12caf192f205 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.178011] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dd40c9-3440-4810-8549-589f99779425 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.192590] env[62259]: DEBUG nova.compute.provider_tree [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.317768] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Completed reading data from the image iterator. {{(pid=62259) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1949.318016] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeb36-47b4-afd1-d3e9-206e53e48de1/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1949.319027] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30262328-c3ac-41b6-9502-8e29a324204f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.326738] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeb36-47b4-afd1-d3e9-206e53e48de1/disk-0.vmdk is in state: ready. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1949.326939] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeb36-47b4-afd1-d3e9-206e53e48de1/disk-0.vmdk. {{(pid=62259) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1949.327224] env[62259]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-34cb375b-e158-4d65-ad49-8c9ab018c02a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.349032] env[62259]: DEBUG nova.compute.manager [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1949.349279] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.350134] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6a2955-9e2b-4ae9-a517-4e6e6f2a537d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.357944] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.358194] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fa59c06-fa6e-42ee-b4de-d2e6700e9e5e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.364564] env[62259]: DEBUG oslo_vmware.api [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1949.364564] env[62259]: value = "task-1693061" [ 1949.364564] env[62259]: _type = "Task" [ 1949.364564] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.373883] env[62259]: DEBUG oslo_vmware.api [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.434800] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.435135] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.435383] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.435610] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.435808] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.438527] env[62259]: INFO nova.compute.manager [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Terminating instance [ 1949.531680] env[62259]: DEBUG oslo_vmware.rw_handles [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523aeb36-47b4-afd1-d3e9-206e53e48de1/disk-0.vmdk. {{(pid=62259) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1949.531935] env[62259]: INFO nova.virt.vmwareapi.images [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Downloaded image file data 8aa8c9f0-e154-40ee-8163-a13e0ea8f52e [ 1949.533022] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98874187-4e64-4de2-bd9b-becdc12d681b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.548431] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba824361-5220-4f0c-8112-6fd441938bdb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.573073] env[62259]: INFO nova.virt.vmwareapi.images [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] The imported VM was unregistered [ 1949.575565] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Caching image {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1949.575799] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.576085] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-416b21e8-dd2e-4e3f-87aa-d7f0a19c8082 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.588316] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Created directory with path [datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.588498] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480/OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480.vmdk to [datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e.vmdk. {{(pid=62259) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1949.588736] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5e442290-71a5-499a-b79d-4b444002cbba {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.594856] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1949.594856] env[62259]: value = "task-1693063" [ 1949.594856] env[62259]: _type = "Task" [ 1949.594856] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.602084] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693063, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.696502] env[62259]: DEBUG nova.scheduler.client.report [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1949.875574] env[62259]: DEBUG oslo_vmware.api [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693061, 'name': PowerOffVM_Task, 'duration_secs': 0.190195} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.875848] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.876031] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.876297] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d45ae14-ff1c-46fd-99be-f730672212ad {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.942242] env[62259]: DEBUG nova.compute.manager [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1949.942542] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.943645] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bd9c8e-4ad3-4579-98d4-eeb89c8e4a28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.954720] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.954975] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47854d64-b04a-45dc-b073-ae38dba469e8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.959887] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1949.960110] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1949.960301] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Deleting the datastore file [datastore1] be1e3994-0538-4828-8510-a82f21c6e1de {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.960550] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03b8bcf5-5f37-4b98-a8cd-cbd20b4a4f65 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.969037] env[62259]: DEBUG oslo_vmware.api [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1949.969037] env[62259]: value = "task-1693065" [ 1949.969037] env[62259]: _type = "Task" [ 1949.969037] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.970506] env[62259]: DEBUG oslo_vmware.api [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for the task: (returnval){ [ 1949.970506] env[62259]: value = "task-1693066" [ 1949.970506] env[62259]: _type = "Task" [ 1949.970506] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.981603] env[62259]: DEBUG oslo_vmware.api [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.984481] env[62259]: DEBUG oslo_vmware.api [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.108769] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693063, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.202233] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.222765] env[62259]: INFO nova.scheduler.client.report [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted allocations for instance 50467931-998b-4dc3-8a60-0a19d36b6480 [ 1950.484112] env[62259]: DEBUG oslo_vmware.api [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.487216] env[62259]: DEBUG oslo_vmware.api [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.609734] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693063, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.731965] env[62259]: DEBUG oslo_concurrency.lockutils [None req-07aa31cb-2f07-4587-b088-ba213251ffc1 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "50467931-998b-4dc3-8a60-0a19d36b6480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.852s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.989456] env[62259]: DEBUG oslo_vmware.api [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.992889] env[62259]: DEBUG oslo_vmware.api [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693065, 'name': PowerOffVM_Task, 'duration_secs': 1.003629} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.993208] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1950.993379] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1950.993630] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d828eaf-4141-49ce-84cb-87f2e4cd4537 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.109238] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693063, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.487657] env[62259]: DEBUG oslo_vmware.api [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.604341] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1951.604605] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1951.604737] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Deleting the datastore file [datastore1] 9b8146ae-3550-4893-8300-c9a4f73b9e0d {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1951.604991] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0803451-4816-4aa7-a5bd-8da7c47513f6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.609739] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693063, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.617954] env[62259]: DEBUG oslo_vmware.api [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for the task: (returnval){ [ 1951.617954] env[62259]: value = "task-1693069" [ 1951.617954] env[62259]: _type = "Task" [ 1951.617954] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.630336] env[62259]: DEBUG oslo_vmware.api [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.988622] env[62259]: DEBUG oslo_vmware.api [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Task: {'id': task-1693066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.865647} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.988885] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1951.989115] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1951.989344] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1951.989564] env[62259]: INFO nova.compute.manager [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1951.989844] env[62259]: DEBUG oslo.service.loopingcall [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.990089] env[62259]: DEBUG nova.compute.manager [-] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1951.990215] env[62259]: DEBUG nova.network.neutron [-] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1952.108372] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693063, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.356345} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.108622] env[62259]: INFO nova.virt.vmwareapi.ds_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480/OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480.vmdk to [datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e.vmdk. [ 1952.108808] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Cleaning up location [datastore1] OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1952.108971] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_23c2e3c5-3ccd-4a3c-a8fd-c65cc5c52480 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1952.109225] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce486d8e-fbcb-4cac-8c44-c14d33ce54f2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.116050] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1952.116050] env[62259]: value = "task-1693070" [ 1952.116050] env[62259]: _type = "Task" [ 1952.116050] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.126044] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.128789] env[62259]: DEBUG oslo_vmware.api [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Task: {'id': task-1693069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400108} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.129046] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1952.129241] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1952.129420] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1952.129590] env[62259]: INFO nova.compute.manager [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1952.129815] env[62259]: DEBUG oslo.service.loopingcall [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.129995] env[62259]: DEBUG nova.compute.manager [-] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1952.131327] env[62259]: DEBUG nova.network.neutron [-] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1952.454093] env[62259]: DEBUG nova.compute.manager [req-49b1461f-1925-4fd1-8981-1ecd4f95adac req-543afbec-a1a6-405d-8030-e5e54b7d88bf service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Received event network-vif-deleted-2b93ffd6-619b-4f58-9630-fdbeb49b09c6 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1952.455480] env[62259]: INFO nova.compute.manager [req-49b1461f-1925-4fd1-8981-1ecd4f95adac req-543afbec-a1a6-405d-8030-e5e54b7d88bf service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Neutron deleted interface 2b93ffd6-619b-4f58-9630-fdbeb49b09c6; detaching it from the instance and deleting it from the info cache [ 1952.455688] env[62259]: DEBUG nova.network.neutron [req-49b1461f-1925-4fd1-8981-1ecd4f95adac req-543afbec-a1a6-405d-8030-e5e54b7d88bf service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.632196] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060065} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.632902] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1952.633266] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.635106] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e.vmdk to [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1/7af88976-0cb6-4626-8f4b-fe88d04fe3c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1952.635106] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-826ecc1c-7033-44f1-80a2-e8f28c9547b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.648432] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1952.648432] env[62259]: value = "task-1693071" [ 1952.648432] env[62259]: _type = "Task" [ 1952.648432] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.654506] env[62259]: DEBUG nova.compute.manager [req-ce8fa616-e62d-4c52-ac95-8ad489fab117 req-df0eeabb-412b-4ae6-8b00-e45fdcbe3627 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Received event network-vif-deleted-ff78624e-621b-413e-93f0-20a88f0914d9 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1952.654889] env[62259]: INFO nova.compute.manager [req-ce8fa616-e62d-4c52-ac95-8ad489fab117 req-df0eeabb-412b-4ae6-8b00-e45fdcbe3627 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Neutron deleted interface ff78624e-621b-413e-93f0-20a88f0914d9; detaching it from the instance and deleting it from the info cache [ 1952.655278] env[62259]: DEBUG nova.network.neutron [req-ce8fa616-e62d-4c52-ac95-8ad489fab117 req-df0eeabb-412b-4ae6-8b00-e45fdcbe3627 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.661695] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.931738] env[62259]: DEBUG nova.network.neutron [-] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.957785] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4b5f3cd-e904-4d1f-9b30-36aff216d6a6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.968081] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e624b7cd-e0de-4f25-beff-48344802cfb3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.995157] env[62259]: DEBUG nova.compute.manager [req-49b1461f-1925-4fd1-8981-1ecd4f95adac req-543afbec-a1a6-405d-8030-e5e54b7d88bf service nova] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Detach interface failed, port_id=2b93ffd6-619b-4f58-9630-fdbeb49b09c6, reason: Instance be1e3994-0538-4828-8510-a82f21c6e1de could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1953.129426] env[62259]: DEBUG nova.network.neutron [-] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.158263] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693071, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.158884] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7571bc7-c2df-4cb6-96d7-093ee4303aa2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.168872] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af1f937-6814-42b7-987e-77c8b423a86f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.197964] env[62259]: DEBUG nova.compute.manager [req-ce8fa616-e62d-4c52-ac95-8ad489fab117 req-df0eeabb-412b-4ae6-8b00-e45fdcbe3627 service nova] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Detach interface failed, port_id=ff78624e-621b-413e-93f0-20a88f0914d9, reason: Instance 9b8146ae-3550-4893-8300-c9a4f73b9e0d could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1953.434152] env[62259]: INFO nova.compute.manager [-] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Took 1.44 seconds to deallocate network for instance. [ 1953.631679] env[62259]: INFO nova.compute.manager [-] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Took 1.50 seconds to deallocate network for instance. [ 1953.657695] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693071, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.942468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.942468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.942468] env[62259]: DEBUG nova.objects.instance [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lazy-loading 'resources' on Instance uuid be1e3994-0538-4828-8510-a82f21c6e1de {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.140083] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.157518] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693071, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.516614] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f1dcab-9d13-4f2e-b96f-8d3971c0f20d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.525271] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485f4b16-8aa0-444c-9b1c-56e037a6da04 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.558272] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f3402b-edab-4d61-a60c-7b62be6af2b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.568796] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6c7755-6a46-4277-b670-a7e60bd1a7d3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.582996] env[62259]: DEBUG nova.compute.provider_tree [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.659225] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693071, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.785654] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.785962] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.786201] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.786397] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.786572] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.788933] env[62259]: INFO nova.compute.manager [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Terminating instance [ 1955.085860] env[62259]: DEBUG nova.scheduler.client.report [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1955.158950] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693071, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.348476} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.159223] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e/8aa8c9f0-e154-40ee-8163-a13e0ea8f52e.vmdk to [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1/7af88976-0cb6-4626-8f4b-fe88d04fe3c1.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1955.159967] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea9d9b3-b375-4654-93fa-7d1d2da3edd1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.182622] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1/7af88976-0cb6-4626-8f4b-fe88d04fe3c1.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1955.182844] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-605bd750-af03-4ed8-b46c-3865afedd95a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.201266] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1955.201266] env[62259]: value = "task-1693072" [ 1955.201266] env[62259]: _type = "Task" [ 1955.201266] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.210306] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.292781] env[62259]: DEBUG nova.compute.manager [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1955.293081] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1955.294113] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f321fbb-6e43-4938-a4b4-38c60a29ac74 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.301706] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.302215] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3097324e-5822-4a4c-b9e9-1d56419ebfbf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.308743] env[62259]: DEBUG oslo_vmware.api [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1955.308743] env[62259]: value = "task-1693073" [ 1955.308743] env[62259]: _type = "Task" [ 1955.308743] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.316473] env[62259]: DEBUG oslo_vmware.api [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.590800] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.593091] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.453s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.593395] env[62259]: DEBUG nova.objects.instance [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lazy-loading 'resources' on Instance uuid 9b8146ae-3550-4893-8300-c9a4f73b9e0d {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.608681] env[62259]: INFO nova.scheduler.client.report [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Deleted allocations for instance be1e3994-0538-4828-8510-a82f21c6e1de [ 1955.711544] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693072, 'name': ReconfigVM_Task, 'duration_secs': 0.362081} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.713066] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1/7af88976-0cb6-4626-8f4b-fe88d04fe3c1.vmdk or device None with type streamOptimized {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1955.713066] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f18b59a3-48df-45b0-bd14-bde3515c634c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.718872] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1955.718872] env[62259]: value = "task-1693074" [ 1955.718872] env[62259]: _type = "Task" [ 1955.718872] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.726494] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693074, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.818149] env[62259]: DEBUG oslo_vmware.api [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693073, 'name': PowerOffVM_Task, 'duration_secs': 0.239251} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.818451] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1955.818634] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1955.818914] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e5af36-0f2c-4006-9690-cc6b2978bd53 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.878329] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1955.878570] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1955.878757] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleting the datastore file [datastore1] 31a82249-1a2d-4ef6-a914-1a3e453e61b2 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1955.879033] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc25c81a-f72c-4c3a-b1e4-21d2e7cc4f91 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.884982] env[62259]: DEBUG oslo_vmware.api [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for the task: (returnval){ [ 1955.884982] env[62259]: value = "task-1693076" [ 1955.884982] env[62259]: _type = "Task" [ 1955.884982] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.892212] env[62259]: DEBUG oslo_vmware.api [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.116255] env[62259]: DEBUG oslo_concurrency.lockutils [None req-61c35bad-e484-4daf-9f32-0f3ad6e06b84 tempest-ServersTestManualDisk-285085005 tempest-ServersTestManualDisk-285085005-project-member] Lock "be1e3994-0538-4828-8510-a82f21c6e1de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.277s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.146272] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84443f09-a83d-4750-817b-558d31b41ad3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.153986] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4482c1e-0325-4c28-93f9-9e7849c989d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.185259] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280cc93e-82ba-46ec-956d-66a344c0f5a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.192498] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad11151-cfbd-4dce-b0da-421e8777b5c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.205547] env[62259]: DEBUG nova.compute.provider_tree [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.228517] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693074, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.395428] env[62259]: DEBUG oslo_vmware.api [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Task: {'id': task-1693076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180068} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.395686] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.395875] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.396060] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.396236] env[62259]: INFO nova.compute.manager [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1956.396477] env[62259]: DEBUG oslo.service.loopingcall [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.396669] env[62259]: DEBUG nova.compute.manager [-] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.396765] env[62259]: DEBUG nova.network.neutron [-] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.708708] env[62259]: DEBUG nova.scheduler.client.report [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1956.730516] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693074, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.911767] env[62259]: DEBUG nova.compute.manager [req-660b2ba7-5d05-40c9-abf5-ddbd2a35b156 req-341c2e9e-75c4-4cf2-8263-8f5a41fcd7f9 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Received event network-vif-deleted-144308fa-0b5c-4994-9b1e-96a8d3fe5fe1 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1956.911971] env[62259]: INFO nova.compute.manager [req-660b2ba7-5d05-40c9-abf5-ddbd2a35b156 req-341c2e9e-75c4-4cf2-8263-8f5a41fcd7f9 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Neutron deleted interface 144308fa-0b5c-4994-9b1e-96a8d3fe5fe1; detaching it from the instance and deleting it from the info cache [ 1956.912161] env[62259]: DEBUG nova.network.neutron [req-660b2ba7-5d05-40c9-abf5-ddbd2a35b156 req-341c2e9e-75c4-4cf2-8263-8f5a41fcd7f9 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.213287] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.231039] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693074, 'name': Rename_Task, 'duration_secs': 1.1567} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.231428] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.231697] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-742025b4-565c-4cf6-8a82-2141915c0fde {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.238375] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1957.238375] env[62259]: value = "task-1693077" [ 1957.238375] env[62259]: _type = "Task" [ 1957.238375] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.246375] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.247817] env[62259]: INFO nova.scheduler.client.report [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Deleted allocations for instance 9b8146ae-3550-4893-8300-c9a4f73b9e0d [ 1957.385595] env[62259]: DEBUG nova.network.neutron [-] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.414607] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77cebde2-e1d2-4c8e-a8f2-bf0ef04fc802 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.427497] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e9caf-7a4b-4da1-b36a-96b94805c608 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.451885] env[62259]: DEBUG nova.compute.manager [req-660b2ba7-5d05-40c9-abf5-ddbd2a35b156 req-341c2e9e-75c4-4cf2-8263-8f5a41fcd7f9 service nova] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Detach interface failed, port_id=144308fa-0b5c-4994-9b1e-96a8d3fe5fe1, reason: Instance 31a82249-1a2d-4ef6-a914-1a3e453e61b2 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1957.748095] env[62259]: DEBUG oslo_vmware.api [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693077, 'name': PowerOnVM_Task, 'duration_secs': 0.4467} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.748375] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1957.754916] env[62259]: DEBUG oslo_concurrency.lockutils [None req-23e261b0-cd22-4f68-b838-a19f2e3d9241 tempest-AttachVolumeTestJSON-567144915 tempest-AttachVolumeTestJSON-567144915-project-member] Lock "9b8146ae-3550-4893-8300-c9a4f73b9e0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.320s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.846897] env[62259]: DEBUG nova.compute.manager [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.847874] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1c60f1-1595-435d-81a0-804472f39f39 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.889171] env[62259]: INFO nova.compute.manager [-] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Took 1.49 seconds to deallocate network for instance. [ 1958.364621] env[62259]: DEBUG oslo_concurrency.lockutils [None req-9650e373-d525-4b6a-8788-6b1a6765a2c4 tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.876s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.397769] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.398462] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.398703] env[62259]: DEBUG nova.objects.instance [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lazy-loading 'resources' on Instance uuid 31a82249-1a2d-4ef6-a914-1a3e453e61b2 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.886673] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.887020] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.887242] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.887437] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.887610] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.889795] env[62259]: INFO nova.compute.manager [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Terminating instance [ 1958.941439] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a878e1-4d0b-40e7-b8e7-b3946419898e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.950382] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50676400-07d8-40cd-bc66-1d4775ccd0f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.982383] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a872f45-a6c8-4a1d-a99d-381eee5f8ba8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.989901] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6687cae2-3e2d-4404-966d-0a615b6a9e43 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.002785] env[62259]: DEBUG nova.compute.provider_tree [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.393475] env[62259]: DEBUG nova.compute.manager [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1959.393727] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1959.394629] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9011da-7948-4a09-84f3-a03c841ecdc3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.402623] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1959.402845] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac9b7d09-6d3a-474e-afaa-3dc40f12766d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.411123] env[62259]: DEBUG oslo_vmware.api [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1959.411123] env[62259]: value = "task-1693079" [ 1959.411123] env[62259]: _type = "Task" [ 1959.411123] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.418812] env[62259]: DEBUG oslo_vmware.api [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.506220] env[62259]: DEBUG nova.scheduler.client.report [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1959.920766] env[62259]: DEBUG oslo_vmware.api [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693079, 'name': PowerOffVM_Task, 'duration_secs': 0.151988} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.921097] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1959.921213] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1959.921472] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b4989ad-199f-40da-bbdb-ac889864f878 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.987423] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1959.987673] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1959.987864] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleting the datastore file [datastore1] 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1959.988147] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c26852-6ec9-4ab5-93b7-555f18d9815a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.994315] env[62259]: DEBUG oslo_vmware.api [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for the task: (returnval){ [ 1959.994315] env[62259]: value = "task-1693081" [ 1959.994315] env[62259]: _type = "Task" [ 1959.994315] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.002035] env[62259]: DEBUG oslo_vmware.api [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.011934] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.036239] env[62259]: INFO nova.scheduler.client.report [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Deleted allocations for instance 31a82249-1a2d-4ef6-a914-1a3e453e61b2 [ 1960.504359] env[62259]: DEBUG oslo_vmware.api [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Task: {'id': task-1693081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132192} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.504661] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1960.504857] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1960.505040] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1960.505222] env[62259]: INFO nova.compute.manager [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1960.505467] env[62259]: DEBUG oslo.service.loopingcall [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.505663] env[62259]: DEBUG nova.compute.manager [-] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1960.505771] env[62259]: DEBUG nova.network.neutron [-] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1960.541733] env[62259]: DEBUG oslo_concurrency.lockutils [None req-cd9e93eb-2908-4426-a4b4-b03eedd57961 tempest-ServerActionsTestOtherA-1849284839 tempest-ServerActionsTestOtherA-1849284839-project-member] Lock "31a82249-1a2d-4ef6-a914-1a3e453e61b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.864790] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "f2613ed6-2555-4d8b-a543-aee9b64aa202" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.865020] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "f2613ed6-2555-4d8b-a543-aee9b64aa202" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.027794] env[62259]: DEBUG nova.compute.manager [req-467ed43d-a983-4a69-b178-68c7d5371202 req-4449de96-2762-4fcb-a8ef-15567d12a5ef service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Received event network-vif-deleted-8ef3b893-512b-46dc-9e03-68adf535f4d4 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1961.028089] env[62259]: INFO nova.compute.manager [req-467ed43d-a983-4a69-b178-68c7d5371202 req-4449de96-2762-4fcb-a8ef-15567d12a5ef service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Neutron deleted interface 8ef3b893-512b-46dc-9e03-68adf535f4d4; detaching it from the instance and deleting it from the info cache [ 1961.028359] env[62259]: DEBUG nova.network.neutron [req-467ed43d-a983-4a69-b178-68c7d5371202 req-4449de96-2762-4fcb-a8ef-15567d12a5ef service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.367424] env[62259]: DEBUG nova.compute.manager [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.506181] env[62259]: DEBUG nova.network.neutron [-] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.530255] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-785bd7dc-906c-4188-9b5d-c0aef3c04de6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.542910] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e610593e-fb58-4a29-85a5-470beaa7eb8c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.568537] env[62259]: DEBUG nova.compute.manager [req-467ed43d-a983-4a69-b178-68c7d5371202 req-4449de96-2762-4fcb-a8ef-15567d12a5ef service nova] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Detach interface failed, port_id=8ef3b893-512b-46dc-9e03-68adf535f4d4, reason: Instance 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1961.892924] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.893215] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.894808] env[62259]: INFO nova.compute.claims [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1962.009034] env[62259]: INFO nova.compute.manager [-] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Took 1.50 seconds to deallocate network for instance. [ 1962.515066] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.950786] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9567a0-8b50-4610-bad5-868e26d1d403 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.958596] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e691fb6-1e30-45bf-8169-cd1490d66e85 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.990849] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357454e1-8669-42f7-bef9-1965af3965d7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.998688] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745c7210-2e33-42ee-9daa-a6c9954bbb75 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.012076] env[62259]: DEBUG nova.compute.provider_tree [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.532210] env[62259]: ERROR nova.scheduler.client.report [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [req-82319280-feba-4016-b3b3-a79e04e60a0f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07134af6-d303-472c-9b0c-7734192de603. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82319280-feba-4016-b3b3-a79e04e60a0f"}]} [ 1963.546915] env[62259]: DEBUG nova.scheduler.client.report [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Refreshing inventories for resource provider 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1963.561237] env[62259]: DEBUG nova.scheduler.client.report [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Updating ProviderTree inventory for provider 07134af6-d303-472c-9b0c-7734192de603 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1963.561237] env[62259]: DEBUG nova.compute.provider_tree [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.570505] env[62259]: DEBUG nova.scheduler.client.report [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Refreshing aggregate associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, aggregates: None {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1963.587840] env[62259]: DEBUG nova.scheduler.client.report [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Refreshing trait associations for resource provider 07134af6-d303-472c-9b0c-7734192de603, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62259) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1963.629137] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8181cfaa-cd9e-4bfe-9d72-5e954a578a07 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.636802] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beafaf6a-649f-451d-a48a-02e4f62f891f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.665751] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa3d865-7f48-464a-b529-42ef87d9aed6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.673450] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d181ab5-edd3-465d-a5b8-4920edffc2d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.687192] env[62259]: DEBUG nova.compute.provider_tree [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1964.215942] env[62259]: DEBUG nova.scheduler.client.report [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Updated inventory for provider 07134af6-d303-472c-9b0c-7734192de603 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1964.216238] env[62259]: DEBUG nova.compute.provider_tree [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Updating resource provider 07134af6-d303-472c-9b0c-7734192de603 generation from 179 to 180 during operation: update_inventory {{(pid=62259) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1964.216420] env[62259]: DEBUG nova.compute.provider_tree [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Updating inventory in ProviderTree for provider 07134af6-d303-472c-9b0c-7734192de603 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1964.721985] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.722966] env[62259]: DEBUG nova.compute.manager [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1964.727237] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.212s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.727572] env[62259]: DEBUG nova.objects.instance [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lazy-loading 'resources' on Instance uuid 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.231279] env[62259]: DEBUG nova.compute.utils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1965.235371] env[62259]: DEBUG nova.compute.manager [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1965.235633] env[62259]: DEBUG nova.network.neutron [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1965.277236] env[62259]: DEBUG nova.policy [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a911bff6b6c74ebc96c6522a98ffbb27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '206a53aa5e6547c4b9f02d79121253dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1965.281303] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34102c97-1a3d-4898-8bd8-31cc9fec24b5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.290028] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104fe74f-6d66-472a-bb39-84da03a10f15 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.323907] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeda427-1812-4197-9baf-53b3d72043bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.332368] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b1b0c-01a8-4225-ae83-52838794f59c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.347396] env[62259]: DEBUG nova.compute.provider_tree [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.562109] env[62259]: DEBUG nova.network.neutron [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Successfully created port: 86c1953f-7e00-40f2-a107-b96fbaa06ee0 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1965.739944] env[62259]: DEBUG nova.compute.manager [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1965.850236] env[62259]: DEBUG nova.scheduler.client.report [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1966.356071] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.376220] env[62259]: INFO nova.scheduler.client.report [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Deleted allocations for instance 7af88976-0cb6-4626-8f4b-fe88d04fe3c1 [ 1966.750140] env[62259]: DEBUG nova.compute.manager [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1966.778281] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1966.778553] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1966.778733] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.778921] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1966.779096] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.779247] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1966.779455] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1966.779614] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1966.779778] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1966.779978] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1966.780353] env[62259]: DEBUG nova.virt.hardware [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1966.781291] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53375ded-fd80-433e-89e8-a6acb7c07bb3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.790683] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffff184-e5b2-490b-81a3-0a4c0f9fd496 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.886205] env[62259]: DEBUG oslo_concurrency.lockutils [None req-67e224c7-e344-4939-a431-0cc3cf06a1be tempest-ServerActionsTestOtherB-657775522 tempest-ServerActionsTestOtherB-657775522-project-member] Lock "7af88976-0cb6-4626-8f4b-fe88d04fe3c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.999s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.209508] env[62259]: DEBUG nova.compute.manager [req-df6d9dd9-c8fc-4b72-94f7-5e586b8c7df4 req-edcaf607-4ecb-4d77-b256-57d86aecfbcf service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Received event network-vif-plugged-86c1953f-7e00-40f2-a107-b96fbaa06ee0 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1967.209937] env[62259]: DEBUG oslo_concurrency.lockutils [req-df6d9dd9-c8fc-4b72-94f7-5e586b8c7df4 req-edcaf607-4ecb-4d77-b256-57d86aecfbcf service nova] Acquiring lock "f2613ed6-2555-4d8b-a543-aee9b64aa202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.210064] env[62259]: DEBUG oslo_concurrency.lockutils [req-df6d9dd9-c8fc-4b72-94f7-5e586b8c7df4 req-edcaf607-4ecb-4d77-b256-57d86aecfbcf service nova] Lock "f2613ed6-2555-4d8b-a543-aee9b64aa202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.212966] env[62259]: DEBUG oslo_concurrency.lockutils [req-df6d9dd9-c8fc-4b72-94f7-5e586b8c7df4 req-edcaf607-4ecb-4d77-b256-57d86aecfbcf service nova] Lock "f2613ed6-2555-4d8b-a543-aee9b64aa202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.212966] env[62259]: DEBUG nova.compute.manager [req-df6d9dd9-c8fc-4b72-94f7-5e586b8c7df4 req-edcaf607-4ecb-4d77-b256-57d86aecfbcf service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] No waiting events found dispatching network-vif-plugged-86c1953f-7e00-40f2-a107-b96fbaa06ee0 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1967.212966] env[62259]: WARNING nova.compute.manager [req-df6d9dd9-c8fc-4b72-94f7-5e586b8c7df4 req-edcaf607-4ecb-4d77-b256-57d86aecfbcf service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Received unexpected event network-vif-plugged-86c1953f-7e00-40f2-a107-b96fbaa06ee0 for instance with vm_state building and task_state spawning. [ 1967.617031] env[62259]: DEBUG nova.network.neutron [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Successfully updated port: 86c1953f-7e00-40f2-a107-b96fbaa06ee0 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1968.123850] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-f2613ed6-2555-4d8b-a543-aee9b64aa202" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.123850] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-f2613ed6-2555-4d8b-a543-aee9b64aa202" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.123850] env[62259]: DEBUG nova.network.neutron [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.654482] env[62259]: DEBUG nova.network.neutron [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1968.786010] env[62259]: DEBUG nova.network.neutron [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Updating instance_info_cache with network_info: [{"id": "86c1953f-7e00-40f2-a107-b96fbaa06ee0", "address": "fa:16:3e:eb:67:8a", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c1953f-7e", "ovs_interfaceid": "86c1953f-7e00-40f2-a107-b96fbaa06ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.234987] env[62259]: DEBUG nova.compute.manager [req-17a02ef6-9feb-4f8f-85b9-d87f249cb4e6 req-681690a3-e47e-4e2e-8148-1e9080b2512f service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Received event network-changed-86c1953f-7e00-40f2-a107-b96fbaa06ee0 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1969.235230] env[62259]: DEBUG nova.compute.manager [req-17a02ef6-9feb-4f8f-85b9-d87f249cb4e6 req-681690a3-e47e-4e2e-8148-1e9080b2512f service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Refreshing instance network info cache due to event network-changed-86c1953f-7e00-40f2-a107-b96fbaa06ee0. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1969.235230] env[62259]: DEBUG oslo_concurrency.lockutils [req-17a02ef6-9feb-4f8f-85b9-d87f249cb4e6 req-681690a3-e47e-4e2e-8148-1e9080b2512f service nova] Acquiring lock "refresh_cache-f2613ed6-2555-4d8b-a543-aee9b64aa202" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.289280] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-f2613ed6-2555-4d8b-a543-aee9b64aa202" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.289608] env[62259]: DEBUG nova.compute.manager [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Instance network_info: |[{"id": "86c1953f-7e00-40f2-a107-b96fbaa06ee0", "address": "fa:16:3e:eb:67:8a", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c1953f-7e", "ovs_interfaceid": "86c1953f-7e00-40f2-a107-b96fbaa06ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1969.289897] env[62259]: DEBUG oslo_concurrency.lockutils [req-17a02ef6-9feb-4f8f-85b9-d87f249cb4e6 req-681690a3-e47e-4e2e-8148-1e9080b2512f service nova] Acquired lock "refresh_cache-f2613ed6-2555-4d8b-a543-aee9b64aa202" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.290092] env[62259]: DEBUG nova.network.neutron [req-17a02ef6-9feb-4f8f-85b9-d87f249cb4e6 req-681690a3-e47e-4e2e-8148-1e9080b2512f service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Refreshing network info cache for port 86c1953f-7e00-40f2-a107-b96fbaa06ee0 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.291353] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:67:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86c1953f-7e00-40f2-a107-b96fbaa06ee0', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1969.299066] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Creating folder: Project (206a53aa5e6547c4b9f02d79121253dd). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1969.300097] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a0a2137-55e1-4eec-a3c2-f81ba089d5c0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.312792] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Created folder: Project (206a53aa5e6547c4b9f02d79121253dd) in parent group-v352705. [ 1969.312991] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Creating folder: Instances. Parent ref: group-v353028. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1969.313247] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-207d4305-b65e-4e08-a8cb-cb07c3e1f387 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.322633] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Created folder: Instances in parent group-v353028. [ 1969.322875] env[62259]: DEBUG oslo.service.loopingcall [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.323298] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1969.323298] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b2adb4-961b-49a4-a757-c777a7c75c97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.342794] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1969.342794] env[62259]: value = "task-1693087" [ 1969.342794] env[62259]: _type = "Task" [ 1969.342794] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.350552] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693087, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.853250] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693087, 'name': CreateVM_Task, 'duration_secs': 0.307353} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.853429] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1969.854112] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.854289] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.854603] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1969.854851] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae10dbd9-2a8e-4cb5-907f-966ce56c3045 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.859179] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1969.859179] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d36020-ecae-6169-2284-747840e98263" [ 1969.859179] env[62259]: _type = "Task" [ 1969.859179] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.866416] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d36020-ecae-6169-2284-747840e98263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.997695] env[62259]: DEBUG nova.network.neutron [req-17a02ef6-9feb-4f8f-85b9-d87f249cb4e6 req-681690a3-e47e-4e2e-8148-1e9080b2512f service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Updated VIF entry in instance network info cache for port 86c1953f-7e00-40f2-a107-b96fbaa06ee0. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.998105] env[62259]: DEBUG nova.network.neutron [req-17a02ef6-9feb-4f8f-85b9-d87f249cb4e6 req-681690a3-e47e-4e2e-8148-1e9080b2512f service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Updating instance_info_cache with network_info: [{"id": "86c1953f-7e00-40f2-a107-b96fbaa06ee0", "address": "fa:16:3e:eb:67:8a", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86c1953f-7e", "ovs_interfaceid": "86c1953f-7e00-40f2-a107-b96fbaa06ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.369250] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d36020-ecae-6169-2284-747840e98263, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.369494] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.371110] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1970.371110] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.371110] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.371110] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1970.371110] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aee9334-0da8-43ad-9637-d92b6dd65d34 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.379058] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1970.379280] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1970.379998] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9226de-308b-4acb-870a-8c73227088ee {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.384887] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1970.384887] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522cdca3-e5ec-3d71-ee17-abe0287fea52" [ 1970.384887] env[62259]: _type = "Task" [ 1970.384887] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.392556] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522cdca3-e5ec-3d71-ee17-abe0287fea52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.500923] env[62259]: DEBUG oslo_concurrency.lockutils [req-17a02ef6-9feb-4f8f-85b9-d87f249cb4e6 req-681690a3-e47e-4e2e-8148-1e9080b2512f service nova] Releasing lock "refresh_cache-f2613ed6-2555-4d8b-a543-aee9b64aa202" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.895532] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522cdca3-e5ec-3d71-ee17-abe0287fea52, 'name': SearchDatastore_Task, 'duration_secs': 0.008842} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.896309] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dd4677-8596-4ec7-ba95-4b1e7968aa63 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.901057] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1970.901057] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ac3444-d372-7230-e2c9-881d6acec296" [ 1970.901057] env[62259]: _type = "Task" [ 1970.901057] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.908164] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ac3444-d372-7230-e2c9-881d6acec296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.412117] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ac3444-d372-7230-e2c9-881d6acec296, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.412478] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.412668] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202/f2613ed6-2555-4d8b-a543-aee9b64aa202.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1971.412921] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56d785c6-61e0-4d6b-a610-8ae8f89c5c93 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.419549] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1971.419549] env[62259]: value = "task-1693088" [ 1971.419549] env[62259]: _type = "Task" [ 1971.419549] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.428478] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.929668] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497165} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.929919] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202/f2613ed6-2555-4d8b-a543-aee9b64aa202.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1971.930245] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1971.930936] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0687e5e-c125-4ed0-a0e4-95c11eea3861 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.936214] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1971.936214] env[62259]: value = "task-1693089" [ 1971.936214] env[62259]: _type = "Task" [ 1971.936214] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.946376] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.447263] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067125} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.447557] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1972.448359] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe0b43-22c3-4b93-a926-6723f410ad5e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.470683] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202/f2613ed6-2555-4d8b-a543-aee9b64aa202.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1972.470960] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d8df20-fe65-406f-a702-b44353d6ceb9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.490883] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1972.490883] env[62259]: value = "task-1693090" [ 1972.490883] env[62259]: _type = "Task" [ 1972.490883] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.498996] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.001143] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693090, 'name': ReconfigVM_Task, 'duration_secs': 0.306652} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.001448] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Reconfigured VM instance instance-00000076 to attach disk [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202/f2613ed6-2555-4d8b-a543-aee9b64aa202.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1973.002122] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b141f13f-fb05-496a-b008-17ec9990cd71 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.007978] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1973.007978] env[62259]: value = "task-1693091" [ 1973.007978] env[62259]: _type = "Task" [ 1973.007978] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.015351] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693091, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.518099] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693091, 'name': Rename_Task, 'duration_secs': 0.143897} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.518399] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1973.518644] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318584ef-f7d0-4dac-b755-835422f75ded {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.524454] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1973.524454] env[62259]: value = "task-1693092" [ 1973.524454] env[62259]: _type = "Task" [ 1973.524454] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.531874] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.034622] env[62259]: DEBUG oslo_vmware.api [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693092, 'name': PowerOnVM_Task, 'duration_secs': 0.42913} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.034875] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1974.035113] env[62259]: INFO nova.compute.manager [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1974.035294] env[62259]: DEBUG nova.compute.manager [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1974.037956] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd45eed5-8e58-4871-ba80-d63d38a40ae9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.559948] env[62259]: INFO nova.compute.manager [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Took 12.69 seconds to build instance. [ 1975.061724] env[62259]: DEBUG oslo_concurrency.lockutils [None req-5fa5bca2-6efa-4c16-a92c-08f26c69d114 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "f2613ed6-2555-4d8b-a543-aee9b64aa202" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.197s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.133885] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquiring lock "209604b3-b468-44b9-ba3d-254dcf868635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.134136] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "209604b3-b468-44b9-ba3d-254dcf868635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.560239] env[62259]: INFO nova.compute.manager [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Rebuilding instance [ 1975.617574] env[62259]: DEBUG nova.compute.manager [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1975.618449] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5ce759-db5a-4b26-b129-21dd41010e31 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.636135] env[62259]: DEBUG nova.compute.manager [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1976.155533] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.155787] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.157285] env[62259]: INFO nova.compute.claims [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1976.633039] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1976.633414] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a08d608f-2585-44ad-b758-0b440f3c6f0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.641120] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1976.641120] env[62259]: value = "task-1693093" [ 1976.641120] env[62259]: _type = "Task" [ 1976.641120] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.650120] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.152113] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693093, 'name': PowerOffVM_Task, 'duration_secs': 0.197239} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.152113] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1977.152320] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1977.152978] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03fc007-5051-43c3-8eba-bd0f173a10f0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.159386] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1977.159602] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4748b94c-52a3-4873-a81d-40f7cf29fb02 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.203636] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd5a005-f1e9-4054-8f14-fd81676dcac0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.211254] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b5283f-3d47-4065-8da9-3693a751a7b9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.243395] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0636428f-93a1-48d9-9b63-4d07ddb10a81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.245975] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1977.246190] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1977.246371] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleting the datastore file [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.246604] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b074fe-284b-4280-9ce8-b8199f5e0ec7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.253123] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5195590-11e4-4dc4-ab5d-8b58a3f5de44 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.258025] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1977.258025] env[62259]: value = "task-1693095" [ 1977.258025] env[62259]: _type = "Task" [ 1977.258025] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.268175] env[62259]: DEBUG nova.compute.provider_tree [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.274310] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.767247] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26547} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.767592] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.767638] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1977.767788] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1977.770745] env[62259]: DEBUG nova.scheduler.client.report [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1978.279052] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.279052] env[62259]: DEBUG nova.compute.manager [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1978.786046] env[62259]: DEBUG nova.compute.utils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1978.787651] env[62259]: DEBUG nova.compute.manager [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1978.787821] env[62259]: DEBUG nova.network.neutron [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1978.812366] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1978.812619] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1978.812777] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1978.812955] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1978.813149] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1978.813265] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1978.813473] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1978.813632] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1978.813797] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1978.813980] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1978.814155] env[62259]: DEBUG nova.virt.hardware [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1978.815043] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc69046a-681b-48bd-9f61-cbed66e6e1ed {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.823404] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b446e70c-6a6d-492e-9dd6-e8ed1d26b503 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.828042] env[62259]: DEBUG nova.policy [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd086bf575fd84e5a8e8c7d844f128f1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f79d42fe8ff4f64b32aeb44f469a0bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1978.839861] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:67:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86c1953f-7e00-40f2-a107-b96fbaa06ee0', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.847051] env[62259]: DEBUG oslo.service.loopingcall [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.847266] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.847466] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4af993d0-27d4-4ff4-82fd-c5ab6e053556 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.865604] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.865604] env[62259]: value = "task-1693096" [ 1978.865604] env[62259]: _type = "Task" [ 1978.865604] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.873067] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693096, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.063513] env[62259]: DEBUG nova.network.neutron [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Successfully created port: f61b4998-a2da-4c76-a7cc-cc8d145aef4e {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1979.290823] env[62259]: DEBUG nova.compute.manager [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1979.375963] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693096, 'name': CreateVM_Task, 'duration_secs': 0.372227} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.376150] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.376869] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.377051] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.377363] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.377608] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ebc29b-0d5e-47ad-83d0-9d48cd6a7950 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.382245] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1979.382245] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526b6547-06b2-dd6d-1c29-4ed5b09ea0b7" [ 1979.382245] env[62259]: _type = "Task" [ 1979.382245] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.389737] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526b6547-06b2-dd6d-1c29-4ed5b09ea0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.892198] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]526b6547-06b2-dd6d-1c29-4ed5b09ea0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.892552] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.892735] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.892962] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.893125] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.893307] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.893818] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c64a224-cdaa-46e1-8d50-94132b0c9c17 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.901830] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.901945] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.902607] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11d6e91-fa44-44f9-bb7d-e742f7830115 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.907491] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1979.907491] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529d1f2b-557c-cb1f-54c2-11700b470527" [ 1979.907491] env[62259]: _type = "Task" [ 1979.907491] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.915202] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529d1f2b-557c-cb1f-54c2-11700b470527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.299777] env[62259]: DEBUG nova.compute.manager [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1980.326349] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1980.326601] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1980.326789] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.326983] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1980.327192] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.327283] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1980.327496] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1980.327652] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1980.327817] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1980.327978] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1980.328165] env[62259]: DEBUG nova.virt.hardware [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1980.329016] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceadc911-669d-4642-99aa-18bf7b5c3f08 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.337215] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e155565-4434-42b4-82e8-0705feae50e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.417140] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]529d1f2b-557c-cb1f-54c2-11700b470527, 'name': SearchDatastore_Task, 'duration_secs': 0.007924} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.417942] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6735da0-eda2-4e75-8aea-f3b3522179b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.423167] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1980.423167] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520469bf-c1d1-631b-6e6d-eb684868e935" [ 1980.423167] env[62259]: _type = "Task" [ 1980.423167] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.432332] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520469bf-c1d1-631b-6e6d-eb684868e935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.444051] env[62259]: DEBUG nova.compute.manager [req-5d7d7d45-1e5d-4835-9c51-c849fb0f885d req-1a7257bb-63fc-4588-b713-0a32446d19e4 service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Received event network-vif-plugged-f61b4998-a2da-4c76-a7cc-cc8d145aef4e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1980.444188] env[62259]: DEBUG oslo_concurrency.lockutils [req-5d7d7d45-1e5d-4835-9c51-c849fb0f885d req-1a7257bb-63fc-4588-b713-0a32446d19e4 service nova] Acquiring lock "209604b3-b468-44b9-ba3d-254dcf868635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.444406] env[62259]: DEBUG oslo_concurrency.lockutils [req-5d7d7d45-1e5d-4835-9c51-c849fb0f885d req-1a7257bb-63fc-4588-b713-0a32446d19e4 service nova] Lock "209604b3-b468-44b9-ba3d-254dcf868635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.444543] env[62259]: DEBUG oslo_concurrency.lockutils [req-5d7d7d45-1e5d-4835-9c51-c849fb0f885d req-1a7257bb-63fc-4588-b713-0a32446d19e4 service nova] Lock "209604b3-b468-44b9-ba3d-254dcf868635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.444715] env[62259]: DEBUG nova.compute.manager [req-5d7d7d45-1e5d-4835-9c51-c849fb0f885d req-1a7257bb-63fc-4588-b713-0a32446d19e4 service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] No waiting events found dispatching network-vif-plugged-f61b4998-a2da-4c76-a7cc-cc8d145aef4e {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.444880] env[62259]: WARNING nova.compute.manager [req-5d7d7d45-1e5d-4835-9c51-c849fb0f885d req-1a7257bb-63fc-4588-b713-0a32446d19e4 service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Received unexpected event network-vif-plugged-f61b4998-a2da-4c76-a7cc-cc8d145aef4e for instance with vm_state building and task_state spawning. [ 1980.526139] env[62259]: DEBUG nova.network.neutron [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Successfully updated port: f61b4998-a2da-4c76-a7cc-cc8d145aef4e {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1980.932641] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520469bf-c1d1-631b-6e6d-eb684868e935, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.932924] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.933147] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202/f2613ed6-2555-4d8b-a543-aee9b64aa202.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.933402] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39ae8328-d025-4e4d-b176-58c2bb742221 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.939524] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1980.939524] env[62259]: value = "task-1693097" [ 1980.939524] env[62259]: _type = "Task" [ 1980.939524] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.946671] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.029141] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquiring lock "refresh_cache-209604b3-b468-44b9-ba3d-254dcf868635" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.029267] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquired lock "refresh_cache-209604b3-b468-44b9-ba3d-254dcf868635" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.029426] env[62259]: DEBUG nova.network.neutron [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1981.449124] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473235} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.449408] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202/f2613ed6-2555-4d8b-a543-aee9b64aa202.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.449584] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.449826] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99eb2a4d-5d45-4893-9cdd-121a3e81bcb2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.456170] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1981.456170] env[62259]: value = "task-1693098" [ 1981.456170] env[62259]: _type = "Task" [ 1981.456170] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.463439] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.559830] env[62259]: DEBUG nova.network.neutron [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1981.676084] env[62259]: DEBUG nova.network.neutron [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Updating instance_info_cache with network_info: [{"id": "f61b4998-a2da-4c76-a7cc-cc8d145aef4e", "address": "fa:16:3e:72:03:3a", "network": {"id": "6c5ac99a-e63b-45b6-bf22-0f75eb32a502", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1649286652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f79d42fe8ff4f64b32aeb44f469a0bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf61b4998-a2", "ovs_interfaceid": "f61b4998-a2da-4c76-a7cc-cc8d145aef4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.966052] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062771} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.966404] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.967022] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c323adaa-d683-482a-8210-2446fdc980f7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.988309] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202/f2613ed6-2555-4d8b-a543-aee9b64aa202.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.988556] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee82dd0-91b9-4d93-84ad-32a2546e4dea {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.007290] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1982.007290] env[62259]: value = "task-1693099" [ 1982.007290] env[62259]: _type = "Task" [ 1982.007290] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.014578] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.178534] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Releasing lock "refresh_cache-209604b3-b468-44b9-ba3d-254dcf868635" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.178904] env[62259]: DEBUG nova.compute.manager [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Instance network_info: |[{"id": "f61b4998-a2da-4c76-a7cc-cc8d145aef4e", "address": "fa:16:3e:72:03:3a", "network": {"id": "6c5ac99a-e63b-45b6-bf22-0f75eb32a502", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1649286652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f79d42fe8ff4f64b32aeb44f469a0bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf61b4998-a2", "ovs_interfaceid": "f61b4998-a2da-4c76-a7cc-cc8d145aef4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1982.179380] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:03:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f61b4998-a2da-4c76-a7cc-cc8d145aef4e', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1982.187023] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Creating folder: Project (2f79d42fe8ff4f64b32aeb44f469a0bd). Parent ref: group-v352705. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1982.187305] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ee900ac-cd3f-453e-bd58-3f5493dfc827 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.198291] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Created folder: Project (2f79d42fe8ff4f64b32aeb44f469a0bd) in parent group-v352705. [ 1982.198487] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Creating folder: Instances. Parent ref: group-v353032. {{(pid=62259) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1982.198706] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a013243b-c340-49f6-a92a-ca7936357710 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.208537] env[62259]: INFO nova.virt.vmwareapi.vm_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Created folder: Instances in parent group-v353032. [ 1982.208766] env[62259]: DEBUG oslo.service.loopingcall [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.208959] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1982.209164] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7fa2cd1-3811-4480-9d2c-33a31ee06892 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.228008] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1982.228008] env[62259]: value = "task-1693102" [ 1982.228008] env[62259]: _type = "Task" [ 1982.228008] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.235235] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693102, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.471865] env[62259]: DEBUG nova.compute.manager [req-eb43332d-df3d-4259-8caf-87074e38c6a8 req-13f5e768-7c69-40af-ad07-1d0e3f536b0e service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Received event network-changed-f61b4998-a2da-4c76-a7cc-cc8d145aef4e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1982.472170] env[62259]: DEBUG nova.compute.manager [req-eb43332d-df3d-4259-8caf-87074e38c6a8 req-13f5e768-7c69-40af-ad07-1d0e3f536b0e service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Refreshing instance network info cache due to event network-changed-f61b4998-a2da-4c76-a7cc-cc8d145aef4e. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1982.472388] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb43332d-df3d-4259-8caf-87074e38c6a8 req-13f5e768-7c69-40af-ad07-1d0e3f536b0e service nova] Acquiring lock "refresh_cache-209604b3-b468-44b9-ba3d-254dcf868635" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.472566] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb43332d-df3d-4259-8caf-87074e38c6a8 req-13f5e768-7c69-40af-ad07-1d0e3f536b0e service nova] Acquired lock "refresh_cache-209604b3-b468-44b9-ba3d-254dcf868635" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.472803] env[62259]: DEBUG nova.network.neutron [req-eb43332d-df3d-4259-8caf-87074e38c6a8 req-13f5e768-7c69-40af-ad07-1d0e3f536b0e service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Refreshing network info cache for port f61b4998-a2da-4c76-a7cc-cc8d145aef4e {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1982.518038] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693099, 'name': ReconfigVM_Task, 'duration_secs': 0.293323} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.518283] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Reconfigured VM instance instance-00000076 to attach disk [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202/f2613ed6-2555-4d8b-a543-aee9b64aa202.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.518939] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30d9f200-b221-4bac-8ce7-a910573e2e62 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.525497] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1982.525497] env[62259]: value = "task-1693103" [ 1982.525497] env[62259]: _type = "Task" [ 1982.525497] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.533679] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693103, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.737674] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693102, 'name': CreateVM_Task, 'duration_secs': 0.312288} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.737848] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1982.738501] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.738674] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.738992] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1982.739249] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b388210-2530-4475-b229-e217da0f455f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.744202] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1982.744202] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5226f049-6d62-10d8-de26-d2236399f7ca" [ 1982.744202] env[62259]: _type = "Task" [ 1982.744202] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.751594] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5226f049-6d62-10d8-de26-d2236399f7ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.034548] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693103, 'name': Rename_Task, 'duration_secs': 0.149505} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.034861] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.036960] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f52473bf-9156-4bbd-a9c0-5888bbefd798 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.043825] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1983.043825] env[62259]: value = "task-1693104" [ 1983.043825] env[62259]: _type = "Task" [ 1983.043825] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.051009] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.192170] env[62259]: DEBUG nova.network.neutron [req-eb43332d-df3d-4259-8caf-87074e38c6a8 req-13f5e768-7c69-40af-ad07-1d0e3f536b0e service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Updated VIF entry in instance network info cache for port f61b4998-a2da-4c76-a7cc-cc8d145aef4e. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1983.192569] env[62259]: DEBUG nova.network.neutron [req-eb43332d-df3d-4259-8caf-87074e38c6a8 req-13f5e768-7c69-40af-ad07-1d0e3f536b0e service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Updating instance_info_cache with network_info: [{"id": "f61b4998-a2da-4c76-a7cc-cc8d145aef4e", "address": "fa:16:3e:72:03:3a", "network": {"id": "6c5ac99a-e63b-45b6-bf22-0f75eb32a502", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1649286652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f79d42fe8ff4f64b32aeb44f469a0bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf61b4998-a2", "ovs_interfaceid": "f61b4998-a2da-4c76-a7cc-cc8d145aef4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.254155] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5226f049-6d62-10d8-de26-d2236399f7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.254468] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.254705] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1983.254942] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.255103] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.255283] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1983.255553] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-260068f4-c8af-4ae1-88ae-7a293597d136 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.537558] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1983.537721] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1983.538488] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb556d1-d6f9-4a3a-80db-7aca39175743 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.543792] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1983.543792] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5248997b-d954-d951-c89d-c13d536d69c5" [ 1983.543792] env[62259]: _type = "Task" [ 1983.543792] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.553785] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5248997b-d954-d951-c89d-c13d536d69c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.556671] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693104, 'name': PowerOnVM_Task} progress is 68%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.695578] env[62259]: DEBUG oslo_concurrency.lockutils [req-eb43332d-df3d-4259-8caf-87074e38c6a8 req-13f5e768-7c69-40af-ad07-1d0e3f536b0e service nova] Releasing lock "refresh_cache-209604b3-b468-44b9-ba3d-254dcf868635" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.056584] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693104, 'name': PowerOnVM_Task} progress is 68%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.059361] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5248997b-d954-d951-c89d-c13d536d69c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.557517] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693104, 'name': PowerOnVM_Task} progress is 68%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.560386] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5248997b-d954-d951-c89d-c13d536d69c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.059360] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5248997b-d954-d951-c89d-c13d536d69c5, 'name': SearchDatastore_Task, 'duration_secs': 1.17914} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.062697] env[62259]: DEBUG oslo_vmware.api [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693104, 'name': PowerOnVM_Task, 'duration_secs': 1.967655} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.062898] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe61e96-3126-41ea-9395-6ef87068891c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.064972] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1985.065189] env[62259]: DEBUG nova.compute.manager [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1985.065925] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1d500d-c6d8-4674-96d5-47401f86929a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.070716] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1985.070716] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52814849-21fa-904f-b7a3-2274e0394824" [ 1985.070716] env[62259]: _type = "Task" [ 1985.070716] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.082377] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52814849-21fa-904f-b7a3-2274e0394824, 'name': SearchDatastore_Task, 'duration_secs': 0.007918} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.082601] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.082843] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 209604b3-b468-44b9-ba3d-254dcf868635/209604b3-b468-44b9-ba3d-254dcf868635.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1985.083082] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1e77327-3187-470d-bde5-9e2783f34b51 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.088991] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1985.088991] env[62259]: value = "task-1693105" [ 1985.088991] env[62259]: _type = "Task" [ 1985.088991] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.095717] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.586890] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.587172] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.587354] env[62259]: DEBUG nova.objects.instance [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1985.598502] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431738} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.598738] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 209604b3-b468-44b9-ba3d-254dcf868635/209604b3-b468-44b9-ba3d-254dcf868635.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1985.598975] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1985.599267] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b44a3f-b93c-45d5-bebb-3a8736126d22 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.605255] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1985.605255] env[62259]: value = "task-1693106" [ 1985.605255] env[62259]: _type = "Task" [ 1985.605255] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.612497] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.115574] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057888} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.115883] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1986.117069] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda32e2d-9bb7-48cc-bee9-7d00f1b7e72e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.139781] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 209604b3-b468-44b9-ba3d-254dcf868635/209604b3-b468-44b9-ba3d-254dcf868635.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1986.140087] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b97fed7-6f90-4c29-843b-a2d66fcc9551 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.159951] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1986.159951] env[62259]: value = "task-1693107" [ 1986.159951] env[62259]: _type = "Task" [ 1986.159951] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.167387] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.598711] env[62259]: DEBUG oslo_concurrency.lockutils [None req-b28b6afb-9490-4a23-b190-a796dca2578a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.670190] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693107, 'name': ReconfigVM_Task, 'duration_secs': 0.266163} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.670472] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 209604b3-b468-44b9-ba3d-254dcf868635/209604b3-b468-44b9-ba3d-254dcf868635.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1986.671102] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6652e23c-c4d8-4c0a-898a-23e7a4ed3701 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.677458] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1986.677458] env[62259]: value = "task-1693108" [ 1986.677458] env[62259]: _type = "Task" [ 1986.677458] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.686947] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693108, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.818318] env[62259]: DEBUG oslo_concurrency.lockutils [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "f2613ed6-2555-4d8b-a543-aee9b64aa202" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.818571] env[62259]: DEBUG oslo_concurrency.lockutils [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "f2613ed6-2555-4d8b-a543-aee9b64aa202" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.818784] env[62259]: DEBUG oslo_concurrency.lockutils [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "f2613ed6-2555-4d8b-a543-aee9b64aa202-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.818970] env[62259]: DEBUG oslo_concurrency.lockutils [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "f2613ed6-2555-4d8b-a543-aee9b64aa202-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.819157] env[62259]: DEBUG oslo_concurrency.lockutils [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "f2613ed6-2555-4d8b-a543-aee9b64aa202-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.821243] env[62259]: INFO nova.compute.manager [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Terminating instance [ 1987.187213] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693108, 'name': Rename_Task, 'duration_secs': 0.119582} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.187500] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1987.187735] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d24eb4f-30e7-4807-b7db-79eeb92a27c1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.194573] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1987.194573] env[62259]: value = "task-1693109" [ 1987.194573] env[62259]: _type = "Task" [ 1987.194573] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.202331] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.263443] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.263673] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.324475] env[62259]: DEBUG nova.compute.manager [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1987.324775] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1987.325801] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b99fd73-080c-471f-b16a-85a2b435aa07 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.335254] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1987.335797] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64109677-551d-46ab-be81-e55a8dd86373 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.342207] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1987.342207] env[62259]: value = "task-1693110" [ 1987.342207] env[62259]: _type = "Task" [ 1987.342207] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.349977] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.705616] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.766499] env[62259]: DEBUG nova.compute.manager [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1987.852504] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.205367] env[62259]: DEBUG oslo_vmware.api [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693109, 'name': PowerOnVM_Task, 'duration_secs': 0.560338} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.205787] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1988.205787] env[62259]: INFO nova.compute.manager [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1988.205936] env[62259]: DEBUG nova.compute.manager [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1988.206694] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf75605-dff2-4026-b182-34cd251ce0eb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.287389] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.287644] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.289082] env[62259]: INFO nova.compute.claims [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1988.352624] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.724420] env[62259]: INFO nova.compute.manager [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Took 12.58 seconds to build instance. [ 1988.853975] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.226315] env[62259]: DEBUG oslo_concurrency.lockutils [None req-378b9355-f20f-4f0b-94df-6a599a506a7b tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "209604b3-b468-44b9-ba3d-254dcf868635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.092s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.350728] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68726133-e61c-44b9-948d-5d5e1fb8265e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.360726] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458ed434-0315-4ddd-81ac-f807d7f8580b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.364303] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.392257] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f3c08d-6d91-4e73-8890-d4a3dd1b5efc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.399502] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d94b2c-dd5b-4260-8d6e-81ee8f928721 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.413104] env[62259]: DEBUG nova.compute.provider_tree [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.855221] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693110, 'name': PowerOffVM_Task, 'duration_secs': 2.078669} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.855481] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1989.855648] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1989.855899] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ba58410-6c2e-4bc5-93e0-d3fa057d55e5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.916256] env[62259]: DEBUG nova.scheduler.client.report [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1989.921609] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1989.921807] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1989.921988] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleting the datastore file [datastore1] f2613ed6-2555-4d8b-a543-aee9b64aa202 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1989.922236] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a08c6a7c-1c2d-4b27-861a-46f1b6fdf208 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.928364] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1989.928364] env[62259]: value = "task-1693112" [ 1989.928364] env[62259]: _type = "Task" [ 1989.928364] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.936627] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.154126] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquiring lock "209604b3-b468-44b9-ba3d-254dcf868635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.154392] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "209604b3-b468-44b9-ba3d-254dcf868635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.154601] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquiring lock "209604b3-b468-44b9-ba3d-254dcf868635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.154841] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "209604b3-b468-44b9-ba3d-254dcf868635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.155043] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "209604b3-b468-44b9-ba3d-254dcf868635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.157524] env[62259]: INFO nova.compute.manager [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Terminating instance [ 1990.421187] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.421691] env[62259]: DEBUG nova.compute.manager [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1990.438054] env[62259]: DEBUG oslo_vmware.api [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119604} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.438295] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1990.438478] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1990.438650] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1990.438823] env[62259]: INFO nova.compute.manager [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Took 3.11 seconds to destroy the instance on the hypervisor. [ 1990.439078] env[62259]: DEBUG oslo.service.loopingcall [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.439282] env[62259]: DEBUG nova.compute.manager [-] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1990.439369] env[62259]: DEBUG nova.network.neutron [-] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1990.661645] env[62259]: DEBUG nova.compute.manager [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1990.661934] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1990.662846] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6d5c1-a3a0-4d12-a6ac-02d8b2637c81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.671949] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1990.671949] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb07def7-68fd-4323-8d79-67467c7289d0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.679096] env[62259]: DEBUG oslo_vmware.api [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1990.679096] env[62259]: value = "task-1693113" [ 1990.679096] env[62259]: _type = "Task" [ 1990.679096] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.687836] env[62259]: DEBUG oslo_vmware.api [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.693078] env[62259]: DEBUG nova.compute.manager [req-2c36e14d-4eae-457e-95d2-f336d650517a req-7d9ad8f1-4f63-4b11-aa62-2cbb04458b90 service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Received event network-vif-deleted-86c1953f-7e00-40f2-a107-b96fbaa06ee0 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1990.693309] env[62259]: INFO nova.compute.manager [req-2c36e14d-4eae-457e-95d2-f336d650517a req-7d9ad8f1-4f63-4b11-aa62-2cbb04458b90 service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Neutron deleted interface 86c1953f-7e00-40f2-a107-b96fbaa06ee0; detaching it from the instance and deleting it from the info cache [ 1990.693551] env[62259]: DEBUG nova.network.neutron [req-2c36e14d-4eae-457e-95d2-f336d650517a req-7d9ad8f1-4f63-4b11-aa62-2cbb04458b90 service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.926890] env[62259]: DEBUG nova.compute.utils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1990.928241] env[62259]: DEBUG nova.compute.manager [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1990.928406] env[62259]: DEBUG nova.network.neutron [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1990.965063] env[62259]: DEBUG nova.policy [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a911bff6b6c74ebc96c6522a98ffbb27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '206a53aa5e6547c4b9f02d79121253dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 1991.170981] env[62259]: DEBUG nova.network.neutron [-] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.190718] env[62259]: DEBUG oslo_vmware.api [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693113, 'name': PowerOffVM_Task, 'duration_secs': 0.170662} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.191460] env[62259]: DEBUG nova.network.neutron [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Successfully created port: 95c66a50-901b-4396-a07c-e38e60bffe35 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1991.193641] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1991.193641] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1991.193641] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f4a7b9d-4715-40fd-bbac-db1fcafe9f8c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.195829] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1efda5d-dfc7-42dd-b39a-fae0af80f3c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.206710] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62898fb3-1211-4f02-a0ee-c92afe5f5d54 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.229906] env[62259]: DEBUG nova.compute.manager [req-2c36e14d-4eae-457e-95d2-f336d650517a req-7d9ad8f1-4f63-4b11-aa62-2cbb04458b90 service nova] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Detach interface failed, port_id=86c1953f-7e00-40f2-a107-b96fbaa06ee0, reason: Instance f2613ed6-2555-4d8b-a543-aee9b64aa202 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1991.272550] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1991.272781] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1991.272982] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Deleting the datastore file [datastore1] 209604b3-b468-44b9-ba3d-254dcf868635 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1991.273264] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79792b35-b43e-418f-9f44-506ba001b398 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.282350] env[62259]: DEBUG oslo_vmware.api [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for the task: (returnval){ [ 1991.282350] env[62259]: value = "task-1693115" [ 1991.282350] env[62259]: _type = "Task" [ 1991.282350] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.295020] env[62259]: DEBUG oslo_vmware.api [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.431223] env[62259]: DEBUG nova.compute.manager [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1991.672843] env[62259]: INFO nova.compute.manager [-] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Took 1.23 seconds to deallocate network for instance. [ 1991.792786] env[62259]: DEBUG oslo_vmware.api [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Task: {'id': task-1693115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131014} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.792970] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1991.793224] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1991.793407] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1991.793577] env[62259]: INFO nova.compute.manager [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1991.793812] env[62259]: DEBUG oslo.service.loopingcall [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.793998] env[62259]: DEBUG nova.compute.manager [-] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1991.794106] env[62259]: DEBUG nova.network.neutron [-] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1992.069102] env[62259]: DEBUG nova.compute.manager [req-d9e5376a-df8d-40af-b914-56e7c3383f00 req-56bfee28-010a-4fbb-87c8-722efbe18c3a service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Received event network-vif-deleted-f61b4998-a2da-4c76-a7cc-cc8d145aef4e {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1992.069328] env[62259]: INFO nova.compute.manager [req-d9e5376a-df8d-40af-b914-56e7c3383f00 req-56bfee28-010a-4fbb-87c8-722efbe18c3a service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Neutron deleted interface f61b4998-a2da-4c76-a7cc-cc8d145aef4e; detaching it from the instance and deleting it from the info cache [ 1992.069547] env[62259]: DEBUG nova.network.neutron [req-d9e5376a-df8d-40af-b914-56e7c3383f00 req-56bfee28-010a-4fbb-87c8-722efbe18c3a service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.179811] env[62259]: DEBUG oslo_concurrency.lockutils [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.180044] env[62259]: DEBUG oslo_concurrency.lockutils [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.180279] env[62259]: DEBUG nova.objects.instance [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lazy-loading 'resources' on Instance uuid f2613ed6-2555-4d8b-a543-aee9b64aa202 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.440721] env[62259]: DEBUG nova.compute.manager [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1992.469551] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1992.469784] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1992.469939] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.470135] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1992.470282] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.470427] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1992.470639] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1992.470797] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1992.470965] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1992.471141] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1992.471351] env[62259]: DEBUG nova.virt.hardware [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1992.472260] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c0f42-3d60-4f19-b4d1-03200577e7d0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.480750] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c145ea-6a12-4030-91c5-37857abf1a36 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.549557] env[62259]: DEBUG nova.network.neutron [-] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.572086] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c26bbe1-a15a-4e60-980f-f0de39a6393f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.582589] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5243feb-c534-40de-a48b-adfd2222d045 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.605624] env[62259]: DEBUG nova.compute.manager [req-d9e5376a-df8d-40af-b914-56e7c3383f00 req-56bfee28-010a-4fbb-87c8-722efbe18c3a service nova] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Detach interface failed, port_id=f61b4998-a2da-4c76-a7cc-cc8d145aef4e, reason: Instance 209604b3-b468-44b9-ba3d-254dcf868635 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 1992.679891] env[62259]: DEBUG nova.network.neutron [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Successfully updated port: 95c66a50-901b-4396-a07c-e38e60bffe35 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1992.722209] env[62259]: DEBUG nova.compute.manager [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Received event network-vif-plugged-95c66a50-901b-4396-a07c-e38e60bffe35 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1992.722375] env[62259]: DEBUG oslo_concurrency.lockutils [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] Acquiring lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.722593] env[62259]: DEBUG oslo_concurrency.lockutils [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] Lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.722750] env[62259]: DEBUG oslo_concurrency.lockutils [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] Lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.722937] env[62259]: DEBUG nova.compute.manager [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] No waiting events found dispatching network-vif-plugged-95c66a50-901b-4396-a07c-e38e60bffe35 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1992.723117] env[62259]: WARNING nova.compute.manager [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Received unexpected event network-vif-plugged-95c66a50-901b-4396-a07c-e38e60bffe35 for instance with vm_state building and task_state spawning. [ 1992.723280] env[62259]: DEBUG nova.compute.manager [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Received event network-changed-95c66a50-901b-4396-a07c-e38e60bffe35 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 1992.723473] env[62259]: DEBUG nova.compute.manager [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Refreshing instance network info cache due to event network-changed-95c66a50-901b-4396-a07c-e38e60bffe35. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 1992.723702] env[62259]: DEBUG oslo_concurrency.lockutils [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] Acquiring lock "refresh_cache-7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.723863] env[62259]: DEBUG oslo_concurrency.lockutils [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] Acquired lock "refresh_cache-7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.723995] env[62259]: DEBUG nova.network.neutron [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Refreshing network info cache for port 95c66a50-901b-4396-a07c-e38e60bffe35 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.738442] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3c759d-829e-42d1-9589-f4b350cc7f4f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.750835] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d10e3-bed1-4fb1-84af-7a53347ec538 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.780368] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a15e1e4-0e49-4553-96f5-d7904d5829c7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.787227] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3c0c01-5bb1-4789-b781-3458f24e22a3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.801267] env[62259]: DEBUG nova.compute.provider_tree [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.053306] env[62259]: INFO nova.compute.manager [-] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Took 1.26 seconds to deallocate network for instance. [ 1993.183048] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.258828] env[62259]: DEBUG nova.network.neutron [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1993.304664] env[62259]: DEBUG nova.scheduler.client.report [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1993.331512] env[62259]: DEBUG nova.network.neutron [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.560028] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.810373] env[62259]: DEBUG oslo_concurrency.lockutils [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.812902] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.253s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.813263] env[62259]: DEBUG nova.objects.instance [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lazy-loading 'resources' on Instance uuid 209604b3-b468-44b9-ba3d-254dcf868635 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.829024] env[62259]: INFO nova.scheduler.client.report [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted allocations for instance f2613ed6-2555-4d8b-a543-aee9b64aa202 [ 1993.833696] env[62259]: DEBUG oslo_concurrency.lockutils [req-10ca75e3-c51d-418d-90bb-a30be5f0f3d3 req-8d4b88d3-3fdb-410e-943f-1aa559aa6441 service nova] Releasing lock "refresh_cache-7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.834025] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.834182] env[62259]: DEBUG nova.network.neutron [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1994.336908] env[62259]: DEBUG oslo_concurrency.lockutils [None req-69d7a483-90ac-48da-8a1b-92df7635e887 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "f2613ed6-2555-4d8b-a543-aee9b64aa202" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.518s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.353228] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312a54dd-59c0-4226-8758-5689523b5f98 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.361616] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd9a31a-70ba-44be-8e74-093e8e26cdb4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.365697] env[62259]: DEBUG nova.network.neutron [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1994.393849] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024c642e-f3d2-4180-8df9-2c611512e48b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.400923] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efea0df-44de-47b8-847a-abbeca605a61 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.415752] env[62259]: DEBUG nova.compute.provider_tree [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.533021] env[62259]: DEBUG nova.network.neutron [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Updating instance_info_cache with network_info: [{"id": "95c66a50-901b-4396-a07c-e38e60bffe35", "address": "fa:16:3e:08:f8:f3", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c66a50-90", "ovs_interfaceid": "95c66a50-901b-4396-a07c-e38e60bffe35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.919401] env[62259]: DEBUG nova.scheduler.client.report [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1995.035322] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.035647] env[62259]: DEBUG nova.compute.manager [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Instance network_info: |[{"id": "95c66a50-901b-4396-a07c-e38e60bffe35", "address": "fa:16:3e:08:f8:f3", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c66a50-90", "ovs_interfaceid": "95c66a50-901b-4396-a07c-e38e60bffe35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1995.036088] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:f8:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c66a50-901b-4396-a07c-e38e60bffe35', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1995.043639] env[62259]: DEBUG oslo.service.loopingcall [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.043846] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1995.044082] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52b39996-0390-4099-8a6b-f32ee3ccadf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.063696] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1995.063696] env[62259]: value = "task-1693116" [ 1995.063696] env[62259]: _type = "Task" [ 1995.063696] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.071133] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693116, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.424051] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.441688] env[62259]: INFO nova.scheduler.client.report [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Deleted allocations for instance 209604b3-b468-44b9-ba3d-254dcf868635 [ 1995.573783] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693116, 'name': CreateVM_Task, 'duration_secs': 0.36301} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.574528] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1995.574887] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.575168] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.575443] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1995.575688] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33cc564-b107-467d-b768-92f0f5f8c3de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.579905] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1995.579905] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5290f14c-be88-b742-5c0a-eb23d3bc4a78" [ 1995.579905] env[62259]: _type = "Task" [ 1995.579905] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.587307] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5290f14c-be88-b742-5c0a-eb23d3bc4a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.949821] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7d904b1f-58d3-441c-96a2-022b40038122 tempest-ServerMetadataTestJSON-746547520 tempest-ServerMetadataTestJSON-746547520-project-member] Lock "209604b3-b468-44b9-ba3d-254dcf868635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.090858] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5290f14c-be88-b742-5c0a-eb23d3bc4a78, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.091105] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.091338] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1996.091568] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.091715] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.091890] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1996.092157] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64b796b1-03ac-4ff1-9c9e-80c27483d029 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.099745] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1996.099915] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1996.100577] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b9e122-1031-43ee-829d-1513f3f93c7a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.105274] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1996.105274] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ce33f0-7a3e-2e2d-1ddc-52c8774c4f27" [ 1996.105274] env[62259]: _type = "Task" [ 1996.105274] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.113380] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ce33f0-7a3e-2e2d-1ddc-52c8774c4f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.617191] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ce33f0-7a3e-2e2d-1ddc-52c8774c4f27, 'name': SearchDatastore_Task, 'duration_secs': 0.008144} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.617908] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7996b40-0ad1-4bff-a1da-0d5fab8efde8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.623264] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1996.623264] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ed1288-bf83-90ba-421f-71a9fac6c17e" [ 1996.623264] env[62259]: _type = "Task" [ 1996.623264] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.631712] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ed1288-bf83-90ba-421f-71a9fac6c17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.135492] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ed1288-bf83-90ba-421f-71a9fac6c17e, 'name': SearchDatastore_Task, 'duration_secs': 0.008936} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.135894] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.136011] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904/7e2d5655-06dd-4ddc-81ae-f3c71eb3f904.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1997.136277] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf233cb-0981-4e87-a260-8a2705c018a1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.142964] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1997.142964] env[62259]: value = "task-1693117" [ 1997.142964] env[62259]: _type = "Task" [ 1997.142964] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.150317] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.653552] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457848} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.653821] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904/7e2d5655-06dd-4ddc-81ae-f3c71eb3f904.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1997.654048] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1997.654306] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c1e45fd-6f86-4c45-958f-44e2f14b0b82 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.662846] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1997.662846] env[62259]: value = "task-1693118" [ 1997.662846] env[62259]: _type = "Task" [ 1997.662846] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.671525] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.956985] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.956985] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1997.956985] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 1998.172396] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058188} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.172851] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1998.173463] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb208b-1169-4da4-a0e6-623f6263e391 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.194443] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904/7e2d5655-06dd-4ddc-81ae-f3c71eb3f904.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1998.194673] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984a80da-55e7-410b-b3b9-d1e6531de963 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.213251] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1998.213251] env[62259]: value = "task-1693119" [ 1998.213251] env[62259]: _type = "Task" [ 1998.213251] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.224015] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.723483] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693119, 'name': ReconfigVM_Task, 'duration_secs': 0.28153} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.723791] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904/7e2d5655-06dd-4ddc-81ae-f3c71eb3f904.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1998.724456] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e19082e-ea27-45fd-bf8e-bc90b6fc1681 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.731834] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1998.731834] env[62259]: value = "task-1693120" [ 1998.731834] env[62259]: _type = "Task" [ 1998.731834] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.739843] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693120, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.242626] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693120, 'name': Rename_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.465745] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 1999.466102] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.744536] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693120, 'name': Rename_Task, 'duration_secs': 0.824162} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.744793] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.745039] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e97086-b09a-4c42-b1fe-066b3c155a34 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.751837] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 1999.751837] env[62259]: value = "task-1693121" [ 1999.751837] env[62259]: _type = "Task" [ 1999.751837] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.758872] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.956059] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.956273] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 1999.956513] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.261573] env[62259]: DEBUG oslo_vmware.api [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693121, 'name': PowerOnVM_Task, 'duration_secs': 0.425781} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.261924] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2000.262096] env[62259]: INFO nova.compute.manager [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Took 7.82 seconds to spawn the instance on the hypervisor. [ 2000.262231] env[62259]: DEBUG nova.compute.manager [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2000.262934] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0475f06a-3bb3-44c6-9b7f-b8d3badf23fc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.459372] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.459616] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.459788] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.459948] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2000.460884] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15beff65-b6d1-40d7-83c9-82f8a6456f28 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.469492] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11738f5d-2631-40b9-9c65-4f08cc4f09e2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.482828] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19007201-af4d-420e-be5b-6c4f3b8cacac {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.488730] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38d1807-1286-4240-8164-9c70a2136c2a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.516651] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181400MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2000.516751] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.516933] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.780637] env[62259]: INFO nova.compute.manager [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Took 12.51 seconds to build instance. [ 2001.284270] env[62259]: DEBUG oslo_concurrency.lockutils [None req-0ee02e77-64bf-4167-8341-eba820b023a5 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.020s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.539285] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2001.539491] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2001.539635] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2001.564526] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bdf07c-0a6f-424c-be0f-5b4a9f7c9472 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.572319] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bf5138-ec22-4a35-b384-8b62455d468a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.602988] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e4aca2-daa8-43d1-a710-1da13b13cf32 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.610395] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171951e-1d09-4e16-9e4b-651b2db8b852 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.623195] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.969400] env[62259]: INFO nova.compute.manager [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Rebuilding instance [ 2002.003505] env[62259]: DEBUG nova.compute.manager [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2002.004358] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e46d25-4288-4bd2-bfbe-44170bdcc196 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.125847] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2002.630363] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2002.630708] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.017664] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.017907] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ffb76de-85d2-4c0d-b50b-961f2409004e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.025849] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2003.025849] env[62259]: value = "task-1693122" [ 2003.025849] env[62259]: _type = "Task" [ 2003.025849] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.034090] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.535852] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693122, 'name': PowerOffVM_Task, 'duration_secs': 0.177433} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.536093] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.536326] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.537096] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4b03f1-4f8c-4bd1-a677-9159141e7455 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.543541] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.543752] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62eabf78-2da3-4396-9ba9-ae4c48a24496 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.607727] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.607944] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.608151] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleting the datastore file [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.608410] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d252e83-9102-4241-bfab-f9cc560477de {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.614708] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2003.614708] env[62259]: value = "task-1693124" [ 2003.614708] env[62259]: _type = "Task" [ 2003.614708] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.622328] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.630816] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.631141] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.631224] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.631422] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2004.135824] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216192} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.136176] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.136405] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.136659] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2005.169432] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2005.169745] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2005.169852] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2005.170019] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2005.170171] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2005.170323] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2005.170531] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2005.170716] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2005.170908] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2005.171090] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2005.171263] env[62259]: DEBUG nova.virt.hardware [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2005.172132] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca30d8ed-a8f1-469e-9fae-4b04ee93abe0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.179707] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f3bb04-228b-4c42-be13-f5b445e98022 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.192892] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:f8:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c66a50-901b-4396-a07c-e38e60bffe35', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2005.200156] env[62259]: DEBUG oslo.service.loopingcall [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.200378] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2005.200576] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5637cc6f-f8d3-4e92-aa0d-2d5d3ce547a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.218846] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2005.218846] env[62259]: value = "task-1693125" [ 2005.218846] env[62259]: _type = "Task" [ 2005.218846] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.226912] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693125, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.728577] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693125, 'name': CreateVM_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.229202] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693125, 'name': CreateVM_Task, 'duration_secs': 0.567591} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.229567] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2006.230028] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.230215] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.230542] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2006.230799] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd402a0-b4d4-4ca6-89fc-d8b98d9eed84 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.235225] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2006.235225] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528d9e88-8a71-e70f-2c16-2f6e1a95b2d5" [ 2006.235225] env[62259]: _type = "Task" [ 2006.235225] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.243152] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528d9e88-8a71-e70f-2c16-2f6e1a95b2d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.746022] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528d9e88-8a71-e70f-2c16-2f6e1a95b2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.746337] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.746569] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2006.746803] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.746947] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.747144] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2006.747393] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c9bdcf5-2424-4f83-bb5f-6bacd9b81183 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.754774] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2006.754942] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2006.755629] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f620d6-173e-4626-8ed2-533a46d57a5a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.760090] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2006.760090] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5265da34-4026-0343-b92d-9d94ca8c6018" [ 2006.760090] env[62259]: _type = "Task" [ 2006.760090] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.767317] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5265da34-4026-0343-b92d-9d94ca8c6018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.271127] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5265da34-4026-0343-b92d-9d94ca8c6018, 'name': SearchDatastore_Task, 'duration_secs': 0.008445} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.271877] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e8d34d-0225-4f65-b94c-f71804a948e2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.276916] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2007.276916] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520e9282-38f2-2a23-7572-48b0b7b80003" [ 2007.276916] env[62259]: _type = "Task" [ 2007.276916] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.284355] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520e9282-38f2-2a23-7572-48b0b7b80003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.787440] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]520e9282-38f2-2a23-7572-48b0b7b80003, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.787682] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.787933] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904/7e2d5655-06dd-4ddc-81ae-f3c71eb3f904.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2007.788233] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42246cec-7d24-4783-83f8-713e713c3983 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.794434] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2007.794434] env[62259]: value = "task-1693126" [ 2007.794434] env[62259]: _type = "Task" [ 2007.794434] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.801589] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.304208] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441978} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.304592] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904/7e2d5655-06dd-4ddc-81ae-f3c71eb3f904.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2008.304678] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2008.304912] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58947106-fd02-48b2-b4ea-92756b178039 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.310882] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2008.310882] env[62259]: value = "task-1693127" [ 2008.310882] env[62259]: _type = "Task" [ 2008.310882] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.317845] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.820355] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063769} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.820628] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2008.821425] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ef478c-5398-40c7-9ce5-527644bde200 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.842599] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904/7e2d5655-06dd-4ddc-81ae-f3c71eb3f904.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2008.842848] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c714991-2db3-472e-8973-6ece917819a2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.861752] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2008.861752] env[62259]: value = "task-1693128" [ 2008.861752] env[62259]: _type = "Task" [ 2008.861752] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.870323] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.373069] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.872887] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693128, 'name': ReconfigVM_Task, 'duration_secs': 0.772849} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.873239] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904/7e2d5655-06dd-4ddc-81ae-f3c71eb3f904.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.873890] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb9d9f6e-6845-4954-8979-47921dd70421 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.880206] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2009.880206] env[62259]: value = "task-1693129" [ 2009.880206] env[62259]: _type = "Task" [ 2009.880206] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.888501] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693129, 'name': Rename_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.390214] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693129, 'name': Rename_Task, 'duration_secs': 0.140329} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.390493] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.390732] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac4f618a-13f2-4651-9b09-fcadfcbac3be {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.397241] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2010.397241] env[62259]: value = "task-1693130" [ 2010.397241] env[62259]: _type = "Task" [ 2010.397241] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.404723] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.907188] env[62259]: DEBUG oslo_vmware.api [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693130, 'name': PowerOnVM_Task, 'duration_secs': 0.44767} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.907489] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2010.907739] env[62259]: DEBUG nova.compute.manager [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2010.908530] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b5c159-3191-4726-9db7-b9ff17f3b6e2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.426073] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.426493] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.426731] env[62259]: DEBUG nova.objects.instance [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62259) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2012.173148] env[62259]: DEBUG oslo_concurrency.lockutils [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.173428] env[62259]: DEBUG oslo_concurrency.lockutils [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.173641] env[62259]: DEBUG oslo_concurrency.lockutils [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.173858] env[62259]: DEBUG oslo_concurrency.lockutils [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.174054] env[62259]: DEBUG oslo_concurrency.lockutils [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.176087] env[62259]: INFO nova.compute.manager [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Terminating instance [ 2012.437420] env[62259]: DEBUG oslo_concurrency.lockutils [None req-7e1cb87b-2753-4315-9632-8297a9ee53db tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.582838] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "bcc72b05-4a39-47fb-9833-7149879764a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.582952] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.679867] env[62259]: DEBUG nova.compute.manager [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.680108] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.680966] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae16e8-7efc-4807-b07c-e50b34970de9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.689029] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.689244] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c73d430-12c0-4b28-9acd-ce72467cdc0b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.695868] env[62259]: DEBUG oslo_vmware.api [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2012.695868] env[62259]: value = "task-1693131" [ 2012.695868] env[62259]: _type = "Task" [ 2012.695868] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.703085] env[62259]: DEBUG oslo_vmware.api [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.085454] env[62259]: DEBUG nova.compute.manager [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2013.205647] env[62259]: DEBUG oslo_vmware.api [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693131, 'name': PowerOffVM_Task, 'duration_secs': 0.202494} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.205924] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.206121] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2013.206362] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba502c90-8767-449c-ae1a-2429dcb0b912 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.272370] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2013.272580] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2013.272764] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleting the datastore file [datastore1] 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2013.273039] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-737633fc-0a9e-4b12-a50d-68caa4666fa3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.279845] env[62259]: DEBUG oslo_vmware.api [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2013.279845] env[62259]: value = "task-1693133" [ 2013.279845] env[62259]: _type = "Task" [ 2013.279845] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.287339] env[62259]: DEBUG oslo_vmware.api [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.605984] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.606274] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.607702] env[62259]: INFO nova.compute.claims [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2013.789468] env[62259]: DEBUG oslo_vmware.api [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199606} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.789700] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.789882] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.790076] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.790253] env[62259]: INFO nova.compute.manager [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2013.790488] env[62259]: DEBUG oslo.service.loopingcall [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.790671] env[62259]: DEBUG nova.compute.manager [-] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2013.790765] env[62259]: DEBUG nova.network.neutron [-] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2014.092828] env[62259]: DEBUG nova.compute.manager [req-fbb1ea72-9470-4a64-9ce6-1235360803f9 req-4f2d123c-7e2d-4160-a669-9f0c0dfb0a37 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Received event network-vif-deleted-95c66a50-901b-4396-a07c-e38e60bffe35 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2014.092987] env[62259]: INFO nova.compute.manager [req-fbb1ea72-9470-4a64-9ce6-1235360803f9 req-4f2d123c-7e2d-4160-a669-9f0c0dfb0a37 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Neutron deleted interface 95c66a50-901b-4396-a07c-e38e60bffe35; detaching it from the instance and deleting it from the info cache [ 2014.093251] env[62259]: DEBUG nova.network.neutron [req-fbb1ea72-9470-4a64-9ce6-1235360803f9 req-4f2d123c-7e2d-4160-a669-9f0c0dfb0a37 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.569629] env[62259]: DEBUG nova.network.neutron [-] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.595287] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b452f492-5d5b-42e2-83a7-f97045d86c26 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.608169] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514adab9-de0a-43d8-a6a9-f3958f95c23b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.638894] env[62259]: DEBUG nova.compute.manager [req-fbb1ea72-9470-4a64-9ce6-1235360803f9 req-4f2d123c-7e2d-4160-a669-9f0c0dfb0a37 service nova] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Detach interface failed, port_id=95c66a50-901b-4396-a07c-e38e60bffe35, reason: Instance 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 2014.667869] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4730d-18f8-481b-8f0d-62382131acc1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.675217] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65ad5e9-5eee-4785-924c-095ece1ba24a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.705599] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e626314-e4c0-4403-a5db-cc468b52a752 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.713309] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17789949-115e-45b0-9307-dd47af02ddc2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.726754] env[62259]: DEBUG nova.compute.provider_tree [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.072987] env[62259]: INFO nova.compute.manager [-] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Took 1.28 seconds to deallocate network for instance. [ 2015.230132] env[62259]: DEBUG nova.scheduler.client.report [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2015.579397] env[62259]: DEBUG oslo_concurrency.lockutils [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.734783] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.735361] env[62259]: DEBUG nova.compute.manager [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2015.738085] env[62259]: DEBUG oslo_concurrency.lockutils [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.159s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.738305] env[62259]: DEBUG nova.objects.instance [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lazy-loading 'resources' on Instance uuid 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.241166] env[62259]: DEBUG nova.compute.utils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2016.246039] env[62259]: DEBUG nova.compute.manager [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2016.246039] env[62259]: DEBUG nova.network.neutron [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2016.282713] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0135cc9-cbde-4093-b890-d67db8a4810d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.292273] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626a56cf-2ce5-4355-a27e-c8f878f26c20 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.296266] env[62259]: DEBUG nova.policy [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a911bff6b6c74ebc96c6522a98ffbb27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '206a53aa5e6547c4b9f02d79121253dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 2016.323829] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b0abaf-167e-42d1-a99b-d60ef933679f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.330673] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec606b97-c690-44ed-83d9-28af5e9f30b7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.343360] env[62259]: DEBUG nova.compute.provider_tree [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.532782] env[62259]: DEBUG nova.network.neutron [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Successfully created port: a3f40644-b7ed-453d-96cb-201f243a3059 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2016.746377] env[62259]: DEBUG nova.compute.manager [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2016.846504] env[62259]: DEBUG nova.scheduler.client.report [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2017.351089] env[62259]: DEBUG oslo_concurrency.lockutils [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.371453] env[62259]: INFO nova.scheduler.client.report [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted allocations for instance 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904 [ 2017.755475] env[62259]: DEBUG nova.compute.manager [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2017.787889] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2017.788155] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2017.788322] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.788495] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2017.788641] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.788788] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2017.788991] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2017.789201] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2017.789387] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2017.789554] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2017.789728] env[62259]: DEBUG nova.virt.hardware [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2017.790626] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76817153-7e34-4a7c-acbd-209e0ae6e2a4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.800314] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af94c1e-2543-480b-9c08-6fb268e70513 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.878679] env[62259]: DEBUG oslo_concurrency.lockutils [None req-892ce724-a9f7-4247-a9b8-16a638b87fe9 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "7e2d5655-06dd-4ddc-81ae-f3c71eb3f904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.928800] env[62259]: DEBUG nova.compute.manager [req-b5dccabe-6b23-47e5-97d6-cc6ae4324d42 req-6d674a4b-2be5-47e1-b2bd-e4cbbf40d3db service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Received event network-vif-plugged-a3f40644-b7ed-453d-96cb-201f243a3059 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2017.929121] env[62259]: DEBUG oslo_concurrency.lockutils [req-b5dccabe-6b23-47e5-97d6-cc6ae4324d42 req-6d674a4b-2be5-47e1-b2bd-e4cbbf40d3db service nova] Acquiring lock "bcc72b05-4a39-47fb-9833-7149879764a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.929271] env[62259]: DEBUG oslo_concurrency.lockutils [req-b5dccabe-6b23-47e5-97d6-cc6ae4324d42 req-6d674a4b-2be5-47e1-b2bd-e4cbbf40d3db service nova] Lock "bcc72b05-4a39-47fb-9833-7149879764a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.929442] env[62259]: DEBUG oslo_concurrency.lockutils [req-b5dccabe-6b23-47e5-97d6-cc6ae4324d42 req-6d674a4b-2be5-47e1-b2bd-e4cbbf40d3db service nova] Lock "bcc72b05-4a39-47fb-9833-7149879764a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.929612] env[62259]: DEBUG nova.compute.manager [req-b5dccabe-6b23-47e5-97d6-cc6ae4324d42 req-6d674a4b-2be5-47e1-b2bd-e4cbbf40d3db service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] No waiting events found dispatching network-vif-plugged-a3f40644-b7ed-453d-96cb-201f243a3059 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2017.929777] env[62259]: WARNING nova.compute.manager [req-b5dccabe-6b23-47e5-97d6-cc6ae4324d42 req-6d674a4b-2be5-47e1-b2bd-e4cbbf40d3db service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Received unexpected event network-vif-plugged-a3f40644-b7ed-453d-96cb-201f243a3059 for instance with vm_state building and task_state spawning. [ 2018.015945] env[62259]: DEBUG nova.network.neutron [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Successfully updated port: a3f40644-b7ed-453d-96cb-201f243a3059 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2018.519599] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.519599] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.519599] env[62259]: DEBUG nova.network.neutron [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2019.050687] env[62259]: DEBUG nova.network.neutron [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2019.168113] env[62259]: DEBUG nova.network.neutron [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance_info_cache with network_info: [{"id": "a3f40644-b7ed-453d-96cb-201f243a3059", "address": "fa:16:3e:dc:ab:46", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f40644-b7", "ovs_interfaceid": "a3f40644-b7ed-453d-96cb-201f243a3059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.671071] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.671345] env[62259]: DEBUG nova.compute.manager [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Instance network_info: |[{"id": "a3f40644-b7ed-453d-96cb-201f243a3059", "address": "fa:16:3e:dc:ab:46", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f40644-b7", "ovs_interfaceid": "a3f40644-b7ed-453d-96cb-201f243a3059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2019.671782] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:ab:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3f40644-b7ed-453d-96cb-201f243a3059', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.679281] env[62259]: DEBUG oslo.service.loopingcall [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.679476] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.679703] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4e636be-9028-405d-bddd-3b82832b5110 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.700605] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.700605] env[62259]: value = "task-1693134" [ 2019.700605] env[62259]: _type = "Task" [ 2019.700605] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.708104] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693134, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.955137] env[62259]: DEBUG nova.compute.manager [req-d19ead3f-5f51-4c79-bd7d-c64e8150a3bc req-71b724e5-b69f-4293-aa72-3fe1b3ba1a2a service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Received event network-changed-a3f40644-b7ed-453d-96cb-201f243a3059 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2019.955371] env[62259]: DEBUG nova.compute.manager [req-d19ead3f-5f51-4c79-bd7d-c64e8150a3bc req-71b724e5-b69f-4293-aa72-3fe1b3ba1a2a service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Refreshing instance network info cache due to event network-changed-a3f40644-b7ed-453d-96cb-201f243a3059. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 2019.955542] env[62259]: DEBUG oslo_concurrency.lockutils [req-d19ead3f-5f51-4c79-bd7d-c64e8150a3bc req-71b724e5-b69f-4293-aa72-3fe1b3ba1a2a service nova] Acquiring lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.955680] env[62259]: DEBUG oslo_concurrency.lockutils [req-d19ead3f-5f51-4c79-bd7d-c64e8150a3bc req-71b724e5-b69f-4293-aa72-3fe1b3ba1a2a service nova] Acquired lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.955839] env[62259]: DEBUG nova.network.neutron [req-d19ead3f-5f51-4c79-bd7d-c64e8150a3bc req-71b724e5-b69f-4293-aa72-3fe1b3ba1a2a service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Refreshing network info cache for port a3f40644-b7ed-453d-96cb-201f243a3059 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.210967] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693134, 'name': CreateVM_Task, 'duration_secs': 0.291755} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.211279] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.211857] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.212046] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.212375] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.212619] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667ffd24-dfc4-452c-a9c2-522b652c132c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.217196] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2020.217196] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ceacaa-ccda-8b29-e930-cee035c11d4c" [ 2020.217196] env[62259]: _type = "Task" [ 2020.217196] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.224575] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ceacaa-ccda-8b29-e930-cee035c11d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.676546] env[62259]: DEBUG nova.network.neutron [req-d19ead3f-5f51-4c79-bd7d-c64e8150a3bc req-71b724e5-b69f-4293-aa72-3fe1b3ba1a2a service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updated VIF entry in instance network info cache for port a3f40644-b7ed-453d-96cb-201f243a3059. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2020.676917] env[62259]: DEBUG nova.network.neutron [req-d19ead3f-5f51-4c79-bd7d-c64e8150a3bc req-71b724e5-b69f-4293-aa72-3fe1b3ba1a2a service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance_info_cache with network_info: [{"id": "a3f40644-b7ed-453d-96cb-201f243a3059", "address": "fa:16:3e:dc:ab:46", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f40644-b7", "ovs_interfaceid": "a3f40644-b7ed-453d-96cb-201f243a3059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.729938] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52ceacaa-ccda-8b29-e930-cee035c11d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.730344] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.730655] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2020.730972] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.731221] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.731491] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2020.731833] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d484e51-3327-4d90-bd3a-ffcec43f44b6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.738642] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2020.738815] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2020.739486] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30e056f-4efc-45f3-91ce-f0940b141bab {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.744174] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2020.744174] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522127f7-0f7f-b8f5-ee56-9292218f644d" [ 2020.744174] env[62259]: _type = "Task" [ 2020.744174] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.750933] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522127f7-0f7f-b8f5-ee56-9292218f644d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.179940] env[62259]: DEBUG oslo_concurrency.lockutils [req-d19ead3f-5f51-4c79-bd7d-c64e8150a3bc req-71b724e5-b69f-4293-aa72-3fe1b3ba1a2a service nova] Releasing lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.255351] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522127f7-0f7f-b8f5-ee56-9292218f644d, 'name': SearchDatastore_Task, 'duration_secs': 0.007284} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.256132] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05da5649-0bdc-4a45-80f2-1c74784d53a8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.261634] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2021.261634] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5273eca9-6516-363a-1b53-f8bac1525ad3" [ 2021.261634] env[62259]: _type = "Task" [ 2021.261634] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.269205] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5273eca9-6516-363a-1b53-f8bac1525ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.772505] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5273eca9-6516-363a-1b53-f8bac1525ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.772778] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.773042] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] bcc72b05-4a39-47fb-9833-7149879764a2/bcc72b05-4a39-47fb-9833-7149879764a2.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2021.773308] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9f8c2aa-c880-4db1-8599-32c6531b7e0b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.779951] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2021.779951] env[62259]: value = "task-1693135" [ 2021.779951] env[62259]: _type = "Task" [ 2021.779951] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.787487] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.290781] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444757} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.291185] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] bcc72b05-4a39-47fb-9833-7149879764a2/bcc72b05-4a39-47fb-9833-7149879764a2.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2022.291363] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2022.291591] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f70db3ee-ae30-41e2-94af-68360b44076c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.298465] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2022.298465] env[62259]: value = "task-1693136" [ 2022.298465] env[62259]: _type = "Task" [ 2022.298465] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.305709] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.808667] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056895} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.808919] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2022.809670] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc85a7c-2864-43ce-9e6b-8edd7dab233c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.830716] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] bcc72b05-4a39-47fb-9833-7149879764a2/bcc72b05-4a39-47fb-9833-7149879764a2.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2022.830944] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48b0568-61f4-46fc-b01d-ba1637369c4b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.849560] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2022.849560] env[62259]: value = "task-1693137" [ 2022.849560] env[62259]: _type = "Task" [ 2022.849560] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.856731] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.360245] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693137, 'name': ReconfigVM_Task, 'duration_secs': 0.275255} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.360611] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] bcc72b05-4a39-47fb-9833-7149879764a2/bcc72b05-4a39-47fb-9833-7149879764a2.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2023.361124] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-990dbd0c-ec01-460a-aa06-26d8088c9e48 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.367413] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2023.367413] env[62259]: value = "task-1693138" [ 2023.367413] env[62259]: _type = "Task" [ 2023.367413] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.374350] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693138, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.876894] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693138, 'name': Rename_Task, 'duration_secs': 0.143057} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.877179] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.877441] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d98827b-651e-4280-8776-cfac93d9de87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.883678] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2023.883678] env[62259]: value = "task-1693139" [ 2023.883678] env[62259]: _type = "Task" [ 2023.883678] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.892377] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.393361] env[62259]: DEBUG oslo_vmware.api [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693139, 'name': PowerOnVM_Task, 'duration_secs': 0.457002} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.393796] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.393796] env[62259]: INFO nova.compute.manager [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Took 6.64 seconds to spawn the instance on the hypervisor. [ 2024.393972] env[62259]: DEBUG nova.compute.manager [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.394728] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec7541d-172c-4421-b4d4-89084018fed9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.911057] env[62259]: INFO nova.compute.manager [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Took 11.32 seconds to build instance. [ 2025.412940] env[62259]: DEBUG oslo_concurrency.lockutils [None req-c73cb5d2-ef92-4ffa-b4dd-8fb06bd4f4d1 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.830s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.821246] env[62259]: DEBUG nova.compute.manager [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Stashing vm_state: active {{(pid=62259) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 2027.343812] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.344125] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.849070] env[62259]: INFO nova.compute.claims [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2028.355665] env[62259]: INFO nova.compute.resource_tracker [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating resource usage from migration e960982e-51d0-4205-beec-578c73dd9b76 [ 2028.393283] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0534d96c-31e6-4132-8ba6-0daeb31a9934 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.400996] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb4cc66-f1f2-4219-9298-806e0fd4c3d9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.431469] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b24ba07-d8d5-4365-843a-e475d7c93fb6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.439073] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049ab61a-5cfb-4767-a2ba-58a3dad60147 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.452030] env[62259]: DEBUG nova.compute.provider_tree [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.955398] env[62259]: DEBUG nova.scheduler.client.report [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2029.460851] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.117s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.461106] env[62259]: INFO nova.compute.manager [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Migrating [ 2029.976217] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.976615] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.976661] env[62259]: DEBUG nova.network.neutron [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2030.673940] env[62259]: DEBUG nova.network.neutron [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance_info_cache with network_info: [{"id": "a3f40644-b7ed-453d-96cb-201f243a3059", "address": "fa:16:3e:dc:ab:46", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f40644-b7", "ovs_interfaceid": "a3f40644-b7ed-453d-96cb-201f243a3059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.177387] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.692804] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2af3ab4-7ca3-4e96-857d-5f6e03bf1a66 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.711240] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance 'bcc72b05-4a39-47fb-9833-7149879764a2' progress to 0 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2033.217749] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2033.218117] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-870d0b2e-0773-46f6-ac68-44ec21bdb636 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.225043] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2033.225043] env[62259]: value = "task-1693140" [ 2033.225043] env[62259]: _type = "Task" [ 2033.225043] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.233088] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.735076] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693140, 'name': PowerOffVM_Task, 'duration_secs': 0.191197} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.735460] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.735530] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance 'bcc72b05-4a39-47fb-9833-7149879764a2' progress to 17 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2034.242374] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2034.242623] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2034.242773] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2034.242956] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2034.243114] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2034.243261] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2034.243463] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2034.243663] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2034.243814] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2034.243958] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2034.244150] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2034.249121] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9652ed33-afcd-4f7e-8bf1-7e255e34d441 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.266027] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2034.266027] env[62259]: value = "task-1693141" [ 2034.266027] env[62259]: _type = "Task" [ 2034.266027] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.274143] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.775383] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693141, 'name': ReconfigVM_Task, 'duration_secs': 0.169278} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.775703] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance 'bcc72b05-4a39-47fb-9833-7149879764a2' progress to 33 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2035.282360] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2035.282623] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2035.282756] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2035.282935] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2035.283093] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2035.283247] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2035.283452] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2035.283608] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2035.283772] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2035.283936] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2035.284130] env[62259]: DEBUG nova.virt.hardware [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2035.289360] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2035.289643] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0beaa700-c432-4ab6-aa4f-7b17dce067d1 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.308728] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2035.308728] env[62259]: value = "task-1693142" [ 2035.308728] env[62259]: _type = "Task" [ 2035.308728] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.316380] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.818983] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693142, 'name': ReconfigVM_Task, 'duration_secs': 0.159255} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.819307] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2035.820020] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659e43a4-7308-48ee-955e-30841b016f96 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.842216] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] bcc72b05-4a39-47fb-9833-7149879764a2/bcc72b05-4a39-47fb-9833-7149879764a2.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2035.842753] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b9d1d9-999a-4b4a-ac86-b3e974e38ddd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.860624] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2035.860624] env[62259]: value = "task-1693143" [ 2035.860624] env[62259]: _type = "Task" [ 2035.860624] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.867786] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.370705] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693143, 'name': ReconfigVM_Task, 'duration_secs': 0.247918} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.370973] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Reconfigured VM instance instance-00000079 to attach disk [datastore1] bcc72b05-4a39-47fb-9833-7149879764a2/bcc72b05-4a39-47fb-9833-7149879764a2.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2036.371272] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance 'bcc72b05-4a39-47fb-9833-7149879764a2' progress to 50 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2036.877966] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542be6a0-d21c-4093-8280-22efedc9b1c9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.898120] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcce70a-1e82-4873-821c-4abc12188c6e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.915214] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance 'bcc72b05-4a39-47fb-9833-7149879764a2' progress to 67 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2037.455211] env[62259]: DEBUG nova.network.neutron [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Port a3f40644-b7ed-453d-96cb-201f243a3059 binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2038.476301] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "bcc72b05-4a39-47fb-9833-7149879764a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.476686] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.476686] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.509810] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.510089] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.510231] env[62259]: DEBUG nova.network.neutron [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.201205] env[62259]: DEBUG nova.network.neutron [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance_info_cache with network_info: [{"id": "a3f40644-b7ed-453d-96cb-201f243a3059", "address": "fa:16:3e:dc:ab:46", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f40644-b7", "ovs_interfaceid": "a3f40644-b7ed-453d-96cb-201f243a3059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.704140] env[62259]: DEBUG oslo_concurrency.lockutils [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.225338] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce5e3e-769f-4a19-8bb4-2efe89882e64 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.244635] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414b1835-6c1e-4fff-9fab-1039d189efbf {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.251326] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance 'bcc72b05-4a39-47fb-9833-7149879764a2' progress to 83 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2041.757625] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.758107] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c195c932-96be-483c-8515-b6ed1d1a25fa {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.766037] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2041.766037] env[62259]: value = "task-1693144" [ 2041.766037] env[62259]: _type = "Task" [ 2041.766037] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.773764] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.276355] env[62259]: DEBUG oslo_vmware.api [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693144, 'name': PowerOnVM_Task, 'duration_secs': 0.354746} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.276605] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.276780] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf64710-bb7c-4a2c-bf3d-9b90645926f0 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance 'bcc72b05-4a39-47fb-9833-7149879764a2' progress to 100 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2044.174840] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "bcc72b05-4a39-47fb-9833-7149879764a2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.175287] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.175287] env[62259]: DEBUG nova.compute.manager [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Going to confirm migration 7 {{(pid=62259) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 2044.714348] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.714545] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.714722] env[62259]: DEBUG nova.network.neutron [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2044.714902] env[62259]: DEBUG nova.objects.instance [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lazy-loading 'info_cache' on Instance uuid bcc72b05-4a39-47fb-9833-7149879764a2 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.929243] env[62259]: DEBUG nova.network.neutron [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance_info_cache with network_info: [{"id": "a3f40644-b7ed-453d-96cb-201f243a3059", "address": "fa:16:3e:dc:ab:46", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3f40644-b7", "ovs_interfaceid": "a3f40644-b7ed-453d-96cb-201f243a3059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.431796] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-bcc72b05-4a39-47fb-9833-7149879764a2" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.432102] env[62259]: DEBUG nova.objects.instance [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lazy-loading 'migration_context' on Instance uuid bcc72b05-4a39-47fb-9833-7149879764a2 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.934964] env[62259]: DEBUG nova.objects.base [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2046.936092] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d94ca5c-368e-40df-a3a6-e713a4e9626c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.956107] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148a41a0-6f85-4693-92d3-13ee2530b570 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.961643] env[62259]: DEBUG oslo_vmware.api [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2046.961643] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528b14e9-7d41-63ae-b432-ee741cd27a89" [ 2046.961643] env[62259]: _type = "Task" [ 2046.961643] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.969180] env[62259]: DEBUG oslo_vmware.api [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528b14e9-7d41-63ae-b432-ee741cd27a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.472313] env[62259]: DEBUG oslo_vmware.api [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]528b14e9-7d41-63ae-b432-ee741cd27a89, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.472591] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.472817] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.016309] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e5b76d-cef8-4178-a44a-4e421e5b7f8e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.024008] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e11a18-2191-479f-a914-d629eace223b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.053852] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec248f93-ba3f-4ef5-bac3-fceea579bda0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.060702] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1953a21f-612e-4349-8635-28e2e8639abe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.073205] env[62259]: DEBUG nova.compute.provider_tree [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.576856] env[62259]: DEBUG nova.scheduler.client.report [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2049.586453] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.113s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.137167] env[62259]: INFO nova.scheduler.client.report [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted allocation for migration e960982e-51d0-4205-beec-578c73dd9b76 [ 2050.642693] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8c667a78-58ce-4586-8473-10e92b082764 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.468s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.694683] env[62259]: DEBUG oslo_concurrency.lockutils [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "bcc72b05-4a39-47fb-9833-7149879764a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.694992] env[62259]: DEBUG oslo_concurrency.lockutils [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.695263] env[62259]: DEBUG oslo_concurrency.lockutils [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "bcc72b05-4a39-47fb-9833-7149879764a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.695655] env[62259]: DEBUG oslo_concurrency.lockutils [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.695743] env[62259]: DEBUG oslo_concurrency.lockutils [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.697801] env[62259]: INFO nova.compute.manager [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Terminating instance [ 2052.153578] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.153578] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.201181] env[62259]: DEBUG nova.compute.manager [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2052.201409] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2052.202295] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239419dd-64aa-4a0f-bb66-82ad3c88e75d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.210194] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.210424] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f102173f-c64b-43c4-844e-a30e230986fe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.217115] env[62259]: DEBUG oslo_vmware.api [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2052.217115] env[62259]: value = "task-1693145" [ 2052.217115] env[62259]: _type = "Task" [ 2052.217115] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.225534] env[62259]: DEBUG oslo_vmware.api [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.655101] env[62259]: DEBUG nova.compute.manager [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2052.727358] env[62259]: DEBUG oslo_vmware.api [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693145, 'name': PowerOffVM_Task, 'duration_secs': 0.20363} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.727780] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2052.727953] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2052.728170] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcb7a003-7308-47ed-9d4b-71dabc3768a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.792991] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2052.793243] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2052.793430] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleting the datastore file [datastore1] bcc72b05-4a39-47fb-9833-7149879764a2 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2052.793698] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a65a97b-d616-4a13-87a7-1018289aee87 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.800480] env[62259]: DEBUG oslo_vmware.api [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2052.800480] env[62259]: value = "task-1693147" [ 2052.800480] env[62259]: _type = "Task" [ 2052.800480] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.808077] env[62259]: DEBUG oslo_vmware.api [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.176267] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.176511] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.177961] env[62259]: INFO nova.compute.claims [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2053.309867] env[62259]: DEBUG oslo_vmware.api [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136942} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.310135] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2053.310322] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2053.310496] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2053.310675] env[62259]: INFO nova.compute.manager [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2053.310946] env[62259]: DEBUG oslo.service.loopingcall [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2053.311165] env[62259]: DEBUG nova.compute.manager [-] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2053.311256] env[62259]: DEBUG nova.network.neutron [-] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2053.592823] env[62259]: DEBUG nova.compute.manager [req-8f64abaa-b264-4146-b683-d4c3875f87d7 req-6d346eef-0b15-4867-849d-f7c55074423d service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Received event network-vif-deleted-a3f40644-b7ed-453d-96cb-201f243a3059 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2053.593029] env[62259]: INFO nova.compute.manager [req-8f64abaa-b264-4146-b683-d4c3875f87d7 req-6d346eef-0b15-4867-849d-f7c55074423d service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Neutron deleted interface a3f40644-b7ed-453d-96cb-201f243a3059; detaching it from the instance and deleting it from the info cache [ 2053.593153] env[62259]: DEBUG nova.network.neutron [req-8f64abaa-b264-4146-b683-d4c3875f87d7 req-6d346eef-0b15-4867-849d-f7c55074423d service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.070071] env[62259]: DEBUG nova.network.neutron [-] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.095352] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c36531a-4ffa-4477-bc2f-baecd41448a7 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.105634] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb518052-29e2-495b-a004-494b3c369f51 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.127825] env[62259]: DEBUG nova.compute.manager [req-8f64abaa-b264-4146-b683-d4c3875f87d7 req-6d346eef-0b15-4867-849d-f7c55074423d service nova] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Detach interface failed, port_id=a3f40644-b7ed-453d-96cb-201f243a3059, reason: Instance bcc72b05-4a39-47fb-9833-7149879764a2 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 2054.223039] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692ddd4f-0f7d-4e7b-90b2-31e392fd9b33 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.230439] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b51892-e004-453c-8a0e-c63c2977b9f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.260010] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cedd9f-8137-4cbc-9112-ccd46006964e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.267471] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa8a82-815a-4f5b-8ca9-36c10176ddd9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.280629] env[62259]: DEBUG nova.compute.provider_tree [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.572611] env[62259]: INFO nova.compute.manager [-] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Took 1.26 seconds to deallocate network for instance. [ 2054.783251] env[62259]: DEBUG nova.scheduler.client.report [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2055.079668] env[62259]: DEBUG oslo_concurrency.lockutils [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.288015] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.288573] env[62259]: DEBUG nova.compute.manager [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2055.291140] env[62259]: DEBUG oslo_concurrency.lockutils [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.212s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.291342] env[62259]: DEBUG oslo_concurrency.lockutils [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.314166] env[62259]: INFO nova.scheduler.client.report [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted allocations for instance bcc72b05-4a39-47fb-9833-7149879764a2 [ 2055.795967] env[62259]: DEBUG nova.compute.utils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2055.797232] env[62259]: DEBUG nova.compute.manager [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2055.797368] env[62259]: DEBUG nova.network.neutron [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2055.823227] env[62259]: DEBUG oslo_concurrency.lockutils [None req-765d5d09-0769-40db-983a-5c2e4ba09f8a tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "bcc72b05-4a39-47fb-9833-7149879764a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.128s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.885416] env[62259]: DEBUG nova.policy [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a911bff6b6c74ebc96c6522a98ffbb27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '206a53aa5e6547c4b9f02d79121253dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 2056.126289] env[62259]: DEBUG nova.network.neutron [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Successfully created port: ea9f4efb-55c3-4ce5-bb1f-1b74034a0852 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2056.300273] env[62259]: DEBUG nova.compute.manager [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2057.308371] env[62259]: DEBUG nova.compute.manager [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2057.335353] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2057.335610] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2057.335764] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2057.335943] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2057.336117] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2057.336277] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2057.336487] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2057.336644] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2057.336808] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2057.336970] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2057.337179] env[62259]: DEBUG nova.virt.hardware [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2057.338082] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b8fb56-56fb-42de-a92a-433740d2a44c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.346361] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2417d609-4d8d-4d5f-9a9b-4dee8e989251 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.494063] env[62259]: DEBUG nova.compute.manager [req-90debf7d-2831-4da1-9a9f-a1266770d369 req-51153f44-00b0-417a-95e8-4832d7df578a service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Received event network-vif-plugged-ea9f4efb-55c3-4ce5-bb1f-1b74034a0852 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2057.494307] env[62259]: DEBUG oslo_concurrency.lockutils [req-90debf7d-2831-4da1-9a9f-a1266770d369 req-51153f44-00b0-417a-95e8-4832d7df578a service nova] Acquiring lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.494516] env[62259]: DEBUG oslo_concurrency.lockutils [req-90debf7d-2831-4da1-9a9f-a1266770d369 req-51153f44-00b0-417a-95e8-4832d7df578a service nova] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.494716] env[62259]: DEBUG oslo_concurrency.lockutils [req-90debf7d-2831-4da1-9a9f-a1266770d369 req-51153f44-00b0-417a-95e8-4832d7df578a service nova] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.494849] env[62259]: DEBUG nova.compute.manager [req-90debf7d-2831-4da1-9a9f-a1266770d369 req-51153f44-00b0-417a-95e8-4832d7df578a service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] No waiting events found dispatching network-vif-plugged-ea9f4efb-55c3-4ce5-bb1f-1b74034a0852 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2057.495018] env[62259]: WARNING nova.compute.manager [req-90debf7d-2831-4da1-9a9f-a1266770d369 req-51153f44-00b0-417a-95e8-4832d7df578a service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Received unexpected event network-vif-plugged-ea9f4efb-55c3-4ce5-bb1f-1b74034a0852 for instance with vm_state building and task_state spawning. [ 2057.576181] env[62259]: DEBUG nova.network.neutron [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Successfully updated port: ea9f4efb-55c3-4ce5-bb1f-1b74034a0852 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2057.956634] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2057.956824] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 2057.956945] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 2058.078652] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.078813] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.078973] env[62259]: DEBUG nova.network.neutron [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2058.460705] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Skipping network cache update for instance because it is Building. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10271}} [ 2058.461107] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 2058.461107] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2058.609952] env[62259]: DEBUG nova.network.neutron [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2058.915812] env[62259]: DEBUG nova.network.neutron [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance_info_cache with network_info: [{"id": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "address": "fa:16:3e:ec:95:cc", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9f4efb-55", "ovs_interfaceid": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.418816] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.419182] env[62259]: DEBUG nova.compute.manager [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Instance network_info: |[{"id": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "address": "fa:16:3e:ec:95:cc", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9f4efb-55", "ovs_interfaceid": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2059.419631] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:95:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea9f4efb-55c3-4ce5-bb1f-1b74034a0852', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2059.427074] env[62259]: DEBUG oslo.service.loopingcall [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2059.427294] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2059.427541] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e0fcae6-445c-4819-a3a9-21dd522242fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.448685] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2059.448685] env[62259]: value = "task-1693148" [ 2059.448685] env[62259]: _type = "Task" [ 2059.448685] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.455963] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.456146] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693148, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.520474] env[62259]: DEBUG nova.compute.manager [req-4cf80030-870b-4159-9e40-355c1757dd0a req-1fe5112d-c6cd-4610-bb0e-5262a5b7c304 service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Received event network-changed-ea9f4efb-55c3-4ce5-bb1f-1b74034a0852 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2059.520736] env[62259]: DEBUG nova.compute.manager [req-4cf80030-870b-4159-9e40-355c1757dd0a req-1fe5112d-c6cd-4610-bb0e-5262a5b7c304 service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Refreshing instance network info cache due to event network-changed-ea9f4efb-55c3-4ce5-bb1f-1b74034a0852. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 2059.520956] env[62259]: DEBUG oslo_concurrency.lockutils [req-4cf80030-870b-4159-9e40-355c1757dd0a req-1fe5112d-c6cd-4610-bb0e-5262a5b7c304 service nova] Acquiring lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.521327] env[62259]: DEBUG oslo_concurrency.lockutils [req-4cf80030-870b-4159-9e40-355c1757dd0a req-1fe5112d-c6cd-4610-bb0e-5262a5b7c304 service nova] Acquired lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.521544] env[62259]: DEBUG nova.network.neutron [req-4cf80030-870b-4159-9e40-355c1757dd0a req-1fe5112d-c6cd-4610-bb0e-5262a5b7c304 service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Refreshing network info cache for port ea9f4efb-55c3-4ce5-bb1f-1b74034a0852 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2059.956568] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.956743] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 2059.960185] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693148, 'name': CreateVM_Task, 'duration_secs': 0.303524} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.960339] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2059.960971] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.961157] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.961503] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2059.961743] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a38383-96bd-4b39-938f-7e4b61cea3c6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.965825] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2059.965825] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52919705-9928-3b52-6b95-523f468506ab" [ 2059.965825] env[62259]: _type = "Task" [ 2059.965825] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.973865] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52919705-9928-3b52-6b95-523f468506ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.237325] env[62259]: DEBUG nova.network.neutron [req-4cf80030-870b-4159-9e40-355c1757dd0a req-1fe5112d-c6cd-4610-bb0e-5262a5b7c304 service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updated VIF entry in instance network info cache for port ea9f4efb-55c3-4ce5-bb1f-1b74034a0852. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2060.237750] env[62259]: DEBUG nova.network.neutron [req-4cf80030-870b-4159-9e40-355c1757dd0a req-1fe5112d-c6cd-4610-bb0e-5262a5b7c304 service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance_info_cache with network_info: [{"id": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "address": "fa:16:3e:ec:95:cc", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9f4efb-55", "ovs_interfaceid": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.476062] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52919705-9928-3b52-6b95-523f468506ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.476367] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.476602] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2060.476839] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.476997] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.477185] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2060.477449] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd2735c9-8e9c-4907-9d46-901fcd300383 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.484971] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2060.485160] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2060.485845] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff98da8e-11e2-41b6-93d7-22245970bb97 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.490402] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2060.490402] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522f6bfe-faf0-25d6-e423-83463d3ad359" [ 2060.490402] env[62259]: _type = "Task" [ 2060.490402] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.497362] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522f6bfe-faf0-25d6-e423-83463d3ad359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.741064] env[62259]: DEBUG oslo_concurrency.lockutils [req-4cf80030-870b-4159-9e40-355c1757dd0a req-1fe5112d-c6cd-4610-bb0e-5262a5b7c304 service nova] Releasing lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.956647] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2061.001606] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]522f6bfe-faf0-25d6-e423-83463d3ad359, 'name': SearchDatastore_Task, 'duration_secs': 0.007886} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.002369] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31fa26ce-8f48-457c-bf43-36861d5293e8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.007271] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2061.007271] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52005fcb-2a3b-b3ac-885f-c2a17602896b" [ 2061.007271] env[62259]: _type = "Task" [ 2061.007271] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.016199] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52005fcb-2a3b-b3ac-885f-c2a17602896b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.459666] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.459934] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.460117] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.460272] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2061.461185] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32491b18-375a-4920-8527-06eb81442ef9 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.469341] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac770ab6-d0d4-4f16-8b44-52a0fb99b3c3 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.482328] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bf3dbf-d440-48d9-b66e-c41f45949371 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.488346] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0488e1-7def-49fe-b12e-a30fd792bc7c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.515775] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181385MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2061.515862] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.516065] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.525484] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52005fcb-2a3b-b3ac-885f-c2a17602896b, 'name': SearchDatastore_Task, 'duration_secs': 0.008887} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.525718] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.525959] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61/4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2061.526186] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2984e4d2-9d8f-4583-ae9a-16e2c4bba3d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.531727] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2061.531727] env[62259]: value = "task-1693149" [ 2061.531727] env[62259]: _type = "Task" [ 2061.531727] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.539030] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.042412] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693149, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.542405] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53694} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.543327] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Instance 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62259) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2062.543552] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2062.543731] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2062.545816] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61/4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2062.546050] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2062.546468] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24773974-24a4-437d-b2ce-c161720dbf32 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.552733] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2062.552733] env[62259]: value = "task-1693150" [ 2062.552733] env[62259]: _type = "Task" [ 2062.552733] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.562665] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.570480] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd38215-ea2f-46ba-9725-d1ad921fd86f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.577110] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2728ecb7-701c-4c10-ba3a-6ff06d8684cd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.605992] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d30b93b-db9d-4d9a-8a89-9a334f3d50d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.612578] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81d6b3e-7ea4-4b4f-a47e-527eb7359348 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.624833] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.062737] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057326} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.063129] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2063.063784] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fbaaf1-c896-4dc8-ab98-5abeab112cfe {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.086115] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61/4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2063.086331] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5281d2-ffe3-4d98-9e11-e6367c165935 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.104679] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2063.104679] env[62259]: value = "task-1693151" [ 2063.104679] env[62259]: _type = "Task" [ 2063.104679] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.112031] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.127923] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2063.615460] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.632777] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2063.632981] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.115571] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693151, 'name': ReconfigVM_Task, 'duration_secs': 0.758371} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.115943] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61/4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2064.116453] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c28ec5fc-866a-48a3-b467-65008570dcf4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.123137] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2064.123137] env[62259]: value = "task-1693152" [ 2064.123137] env[62259]: _type = "Task" [ 2064.123137] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.130532] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693152, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.634046] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2064.634046] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693152, 'name': Rename_Task, 'duration_secs': 0.135067} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.634046] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2064.634046] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2064.634046] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2064.634338] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2217527-2df5-46c0-b59a-603f04eaa26e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.640561] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2064.640561] env[62259]: value = "task-1693153" [ 2064.640561] env[62259]: _type = "Task" [ 2064.640561] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.648044] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.958111] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2065.150830] env[62259]: DEBUG oslo_vmware.api [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693153, 'name': PowerOnVM_Task, 'duration_secs': 0.458464} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.151281] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2065.151355] env[62259]: INFO nova.compute.manager [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Took 7.84 seconds to spawn the instance on the hypervisor. [ 2065.151473] env[62259]: DEBUG nova.compute.manager [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2065.152236] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804ba4c7-e105-4695-ab85-47af7be32b74 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.668132] env[62259]: INFO nova.compute.manager [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Took 12.51 seconds to build instance. [ 2066.170242] env[62259]: DEBUG oslo_concurrency.lockutils [None req-4b6969b9-ede2-46fc-9f53-66ba2cb832a3 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.017s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.952116] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2067.149865] env[62259]: DEBUG nova.compute.manager [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Stashing vm_state: active {{(pid=62259) _prep_resize /opt/stack/nova/nova/compute/manager.py:5954}} [ 2067.670683] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.670987] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.177027] env[62259]: INFO nova.compute.claims [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2068.683547] env[62259]: INFO nova.compute.resource_tracker [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating resource usage from migration 103b04b6-3d41-4917-80fc-2c384242c60e [ 2068.719746] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d075446-ea52-4050-b291-6fba1dcd2c12 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.727531] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6916131-db4e-4aa5-8d1a-46d28852ad9a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.756091] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e66cd8-3458-4454-af33-7fccace5fe7d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.762891] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ab3627-9fc7-4eea-a412-5efac8bf425b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.775224] env[62259]: DEBUG nova.compute.provider_tree [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.279218] env[62259]: DEBUG nova.scheduler.client.report [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2069.786632] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.115s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.787037] env[62259]: INFO nova.compute.manager [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Migrating [ 2070.303357] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.303624] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.303888] env[62259]: DEBUG nova.network.neutron [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2070.996425] env[62259]: DEBUG nova.network.neutron [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance_info_cache with network_info: [{"id": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "address": "fa:16:3e:ec:95:cc", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9f4efb-55", "ovs_interfaceid": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.499347] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.014181] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0f9310-def3-4d45-8e36-21136ee52b46 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.033273] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance '4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61' progress to 0 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2073.539860] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.540196] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a9ed34-5989-4f19-aad7-bf2a59ab41d4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.547472] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2073.547472] env[62259]: value = "task-1693154" [ 2073.547472] env[62259]: _type = "Task" [ 2073.547472] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.554824] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.058038] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693154, 'name': PowerOffVM_Task, 'duration_secs': 0.196633} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.058421] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.058485] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance '4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61' progress to 17 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2074.564645] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2074.564972] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2074.565124] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.565324] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2074.565473] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.565621] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2074.565824] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2074.565986] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2074.566171] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2074.566335] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2074.566505] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2074.571572] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3312b9f6-5dd6-419e-9909-595b981ff21a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.588914] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2074.588914] env[62259]: value = "task-1693155" [ 2074.588914] env[62259]: _type = "Task" [ 2074.588914] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.596794] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.098253] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693155, 'name': ReconfigVM_Task, 'duration_secs': 0.132871} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.098639] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance '4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61' progress to 33 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2075.605672] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2075.605936] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2075.606185] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2075.606458] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2075.606670] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2075.606883] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2075.607195] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2075.607436] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2075.607673] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2075.607909] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2075.608171] env[62259]: DEBUG nova.virt.hardware [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2075.615578] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2075.615884] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ca4b32-c096-414e-ba93-6979683ea33e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.635231] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2075.635231] env[62259]: value = "task-1693156" [ 2075.635231] env[62259]: _type = "Task" [ 2075.635231] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.644938] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.145427] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693156, 'name': ReconfigVM_Task, 'duration_secs': 0.159112} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.145764] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62259) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2076.146288] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4512ba-d927-4732-82c7-4964ff89b4dd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.167560] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61/4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2076.168126] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d754c73-33e6-4819-8806-7ce6747a92ae {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.188189] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2076.188189] env[62259]: value = "task-1693157" [ 2076.188189] env[62259]: _type = "Task" [ 2076.188189] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.195567] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.698550] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.199142] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693157, 'name': ReconfigVM_Task, 'duration_secs': 0.797241} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.199534] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61/4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61.vmdk or device None with type thin {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2077.199922] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance '4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61' progress to 50 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2077.707354] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899aec3c-b457-4001-87d0-f3ff90648869 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.725951] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb21c2c1-b826-4380-bbd1-b1d93161c0f4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.743795] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance '4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61' progress to 67 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2078.282634] env[62259]: DEBUG nova.network.neutron [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Port ea9f4efb-55c3-4ce5-bb1f-1b74034a0852 binding to destination host cpu-1 is already ACTIVE {{(pid=62259) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2079.305573] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.305916] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.306090] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.341793] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.342051] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.342188] env[62259]: DEBUG nova.network.neutron [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2081.026628] env[62259]: DEBUG nova.network.neutron [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance_info_cache with network_info: [{"id": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "address": "fa:16:3e:ec:95:cc", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9f4efb-55", "ovs_interfaceid": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.529674] env[62259]: DEBUG oslo_concurrency.lockutils [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.050469] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec069f59-8d5b-43fa-b7b4-01dd250e24d2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.070753] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd6ec7f-28f0-4ada-8b2b-99f5469ad951 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.077264] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance '4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61' progress to 83 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2082.583834] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2082.584162] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd8000b9-7d5a-44d2-b4eb-c215d5b1e076 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.591673] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2082.591673] env[62259]: value = "task-1693158" [ 2082.591673] env[62259]: _type = "Task" [ 2082.591673] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.599862] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.102053] env[62259]: DEBUG oslo_vmware.api [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693158, 'name': PowerOnVM_Task, 'duration_secs': 0.345972} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.102321] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2083.102505] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-122f4517-5a23-4bc6-af98-82203130af73 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance '4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61' progress to 100 {{(pid=62259) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2085.367978] env[62259]: DEBUG oslo_concurrency.lockutils [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.368416] env[62259]: DEBUG oslo_concurrency.lockutils [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.368502] env[62259]: DEBUG nova.compute.manager [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Going to confirm migration 8 {{(pid=62259) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5113}} [ 2085.905124] env[62259]: DEBUG oslo_concurrency.lockutils [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.905320] env[62259]: DEBUG oslo_concurrency.lockutils [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.905501] env[62259]: DEBUG nova.network.neutron [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.905685] env[62259]: DEBUG nova.objects.instance [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lazy-loading 'info_cache' on Instance uuid 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2087.205289] env[62259]: DEBUG nova.network.neutron [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance_info_cache with network_info: [{"id": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "address": "fa:16:3e:ec:95:cc", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea9f4efb-55", "ovs_interfaceid": "ea9f4efb-55c3-4ce5-bb1f-1b74034a0852", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.708370] env[62259]: DEBUG oslo_concurrency.lockutils [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.708627] env[62259]: DEBUG nova.objects.instance [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lazy-loading 'migration_context' on Instance uuid 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2088.211971] env[62259]: DEBUG nova.objects.base [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Object Instance<4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61> lazy-loaded attributes: info_cache,migration_context {{(pid=62259) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2088.212938] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e87be6-a695-44ce-a520-43741a55d824 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.233151] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7688822b-3bad-481c-854e-49f06177fc08 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.238594] env[62259]: DEBUG oslo_vmware.api [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2088.238594] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5272d59c-cd89-ad0e-f3af-982b51c6e0dd" [ 2088.238594] env[62259]: _type = "Task" [ 2088.238594] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.246034] env[62259]: DEBUG oslo_vmware.api [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5272d59c-cd89-ad0e-f3af-982b51c6e0dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.748931] env[62259]: DEBUG oslo_vmware.api [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]5272d59c-cd89-ad0e-f3af-982b51c6e0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.749671] env[62259]: DEBUG oslo_concurrency.lockutils [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.749784] env[62259]: DEBUG oslo_concurrency.lockutils [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.292982] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358e0128-713b-4c56-bdb8-2bd2943cb003 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.300647] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8146e0de-198f-433e-8104-7f4c7d698091 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.330298] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5e31a-b4bd-45ba-affc-5ebcc83005cc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.337353] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9f59ac-d7f8-4f50-9cc0-b64eade64c05 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.350320] env[62259]: DEBUG nova.compute.provider_tree [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2089.853476] env[62259]: DEBUG nova.scheduler.client.report [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2090.864323] env[62259]: DEBUG oslo_concurrency.lockutils [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.114s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.417849] env[62259]: INFO nova.scheduler.client.report [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted allocation for migration 103b04b6-3d41-4917-80fc-2c384242c60e [ 2091.923183] env[62259]: DEBUG oslo_concurrency.lockutils [None req-166820c6-fe6b-4e1f-93bb-d39724696e4f tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.555s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.332313] env[62259]: DEBUG oslo_concurrency.lockutils [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.332628] env[62259]: DEBUG oslo_concurrency.lockutils [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.332884] env[62259]: DEBUG oslo_concurrency.lockutils [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.333133] env[62259]: DEBUG oslo_concurrency.lockutils [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.333363] env[62259]: DEBUG oslo_concurrency.lockutils [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.335817] env[62259]: INFO nova.compute.manager [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Terminating instance [ 2092.714467] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "5324298a-7f22-4810-8372-f83bf58a01a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.714715] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "5324298a-7f22-4810-8372-f83bf58a01a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.839264] env[62259]: DEBUG nova.compute.manager [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2092.839448] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2092.840318] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab488d75-cced-4b80-bd66-eaa4e0fd18f5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.848084] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2092.848306] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a9f70b5-c5f7-4fc7-ac9f-71d59532a627 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.855113] env[62259]: DEBUG oslo_vmware.api [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2092.855113] env[62259]: value = "task-1693159" [ 2092.855113] env[62259]: _type = "Task" [ 2092.855113] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.862300] env[62259]: DEBUG oslo_vmware.api [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.216961] env[62259]: DEBUG nova.compute.manager [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Starting instance... {{(pid=62259) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2093.364674] env[62259]: DEBUG oslo_vmware.api [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693159, 'name': PowerOffVM_Task, 'duration_secs': 0.204703} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.364925] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2093.365108] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2093.365355] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f092a15-b173-4c20-89ce-97b1085256da {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.459763] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2093.459987] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2093.460199] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleting the datastore file [datastore1] 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2093.460471] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f925817-9e65-414b-a354-35c3300644b0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.467279] env[62259]: DEBUG oslo_vmware.api [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2093.467279] env[62259]: value = "task-1693161" [ 2093.467279] env[62259]: _type = "Task" [ 2093.467279] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.474640] env[62259]: DEBUG oslo_vmware.api [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.737278] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.737589] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.739030] env[62259]: INFO nova.compute.claims [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2093.977833] env[62259]: DEBUG oslo_vmware.api [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156132} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.978072] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2093.978262] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2093.978443] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2093.978614] env[62259]: INFO nova.compute.manager [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2093.978854] env[62259]: DEBUG oslo.service.loopingcall [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2093.979054] env[62259]: DEBUG nova.compute.manager [-] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2093.979151] env[62259]: DEBUG nova.network.neutron [-] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2094.252255] env[62259]: DEBUG nova.compute.manager [req-4f1cfc08-59b0-433b-b8f3-9d54a50c0192 req-235929dc-060e-4f70-8ddf-c2e4140bd6bb service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Received event network-vif-deleted-ea9f4efb-55c3-4ce5-bb1f-1b74034a0852 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2094.252582] env[62259]: INFO nova.compute.manager [req-4f1cfc08-59b0-433b-b8f3-9d54a50c0192 req-235929dc-060e-4f70-8ddf-c2e4140bd6bb service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Neutron deleted interface ea9f4efb-55c3-4ce5-bb1f-1b74034a0852; detaching it from the instance and deleting it from the info cache [ 2094.252648] env[62259]: DEBUG nova.network.neutron [req-4f1cfc08-59b0-433b-b8f3-9d54a50c0192 req-235929dc-060e-4f70-8ddf-c2e4140bd6bb service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.733339] env[62259]: DEBUG nova.network.neutron [-] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.756032] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f9e0596-dfd0-45ec-8cf9-c9a79db88f43 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.766738] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7c9d66-b05e-4110-b3f2-36dd2ef732e6 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.793591] env[62259]: DEBUG nova.compute.manager [req-4f1cfc08-59b0-433b-b8f3-9d54a50c0192 req-235929dc-060e-4f70-8ddf-c2e4140bd6bb service nova] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Detach interface failed, port_id=ea9f4efb-55c3-4ce5-bb1f-1b74034a0852, reason: Instance 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 2094.806177] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee40176-8f87-4359-8b8d-38695c091ebc {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.813242] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43695474-54bf-4f05-a3f3-01ec05492d95 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.842097] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fae5809-7ca1-4b14-8d36-13c8a7409c70 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.849248] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b301b7-318d-4413-a1ff-eb549bfa7aef {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.861926] env[62259]: DEBUG nova.compute.provider_tree [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.235954] env[62259]: INFO nova.compute.manager [-] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Took 1.26 seconds to deallocate network for instance. [ 2095.364986] env[62259]: DEBUG nova.scheduler.client.report [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2095.742681] env[62259]: DEBUG oslo_concurrency.lockutils [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.869783] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.870365] env[62259]: DEBUG nova.compute.manager [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Start building networks asynchronously for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2095.872934] env[62259]: DEBUG oslo_concurrency.lockutils [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.130s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.873154] env[62259]: DEBUG oslo_concurrency.lockutils [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.890101] env[62259]: INFO nova.scheduler.client.report [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted allocations for instance 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61 [ 2096.377376] env[62259]: DEBUG nova.compute.utils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Using /dev/sd instead of None {{(pid=62259) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2096.378795] env[62259]: DEBUG nova.compute.manager [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Allocating IP information in the background. {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2096.378959] env[62259]: DEBUG nova.network.neutron [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] allocate_for_instance() {{(pid=62259) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2096.398239] env[62259]: DEBUG oslo_concurrency.lockutils [None req-479bd7d0-5576-4eb8-9e93-d10436337926 tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.066s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.424874] env[62259]: DEBUG nova.policy [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a911bff6b6c74ebc96c6522a98ffbb27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '206a53aa5e6547c4b9f02d79121253dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62259) authorize /opt/stack/nova/nova/policy.py:192}} [ 2096.674381] env[62259]: DEBUG nova.network.neutron [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Successfully created port: a6aa6085-7396-49bf-bfbc-96dcecb44340 {{(pid=62259) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2096.881649] env[62259]: DEBUG nova.compute.manager [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Start building block device mappings for instance. {{(pid=62259) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2097.892045] env[62259]: DEBUG nova.compute.manager [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Start spawning the instance on the hypervisor. {{(pid=62259) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2097.918852] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:23:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:23:28Z,direct_url=,disk_format='vmdk',id=aec5f048-63ce-4eec-bfbd-b8ad5fdac743,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4a8f86fa53d347818350a50c5dffe556',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:23:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2097.919112] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2097.919276] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image limits 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2097.919459] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Flavor pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2097.919604] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Image pref 0:0:0 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2097.919750] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62259) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2097.919955] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2097.920152] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2097.920323] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Got 1 possible topologies {{(pid=62259) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2097.920486] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2097.920656] env[62259]: DEBUG nova.virt.hardware [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62259) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2097.921532] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b4ea9-8fa6-443e-927f-1722b106542f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.929593] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8291755b-806e-4cc5-b6d9-1ba4c288df0a {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.055465] env[62259]: DEBUG nova.compute.manager [req-e8dacf05-44f7-4d00-ae49-728e638269e4 req-ad057688-7a1e-4c69-8182-4fc75d8778f0 service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Received event network-vif-plugged-a6aa6085-7396-49bf-bfbc-96dcecb44340 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2098.055700] env[62259]: DEBUG oslo_concurrency.lockutils [req-e8dacf05-44f7-4d00-ae49-728e638269e4 req-ad057688-7a1e-4c69-8182-4fc75d8778f0 service nova] Acquiring lock "5324298a-7f22-4810-8372-f83bf58a01a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.055916] env[62259]: DEBUG oslo_concurrency.lockutils [req-e8dacf05-44f7-4d00-ae49-728e638269e4 req-ad057688-7a1e-4c69-8182-4fc75d8778f0 service nova] Lock "5324298a-7f22-4810-8372-f83bf58a01a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.056110] env[62259]: DEBUG oslo_concurrency.lockutils [req-e8dacf05-44f7-4d00-ae49-728e638269e4 req-ad057688-7a1e-4c69-8182-4fc75d8778f0 service nova] Lock "5324298a-7f22-4810-8372-f83bf58a01a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.056298] env[62259]: DEBUG nova.compute.manager [req-e8dacf05-44f7-4d00-ae49-728e638269e4 req-ad057688-7a1e-4c69-8182-4fc75d8778f0 service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] No waiting events found dispatching network-vif-plugged-a6aa6085-7396-49bf-bfbc-96dcecb44340 {{(pid=62259) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2098.056500] env[62259]: WARNING nova.compute.manager [req-e8dacf05-44f7-4d00-ae49-728e638269e4 req-ad057688-7a1e-4c69-8182-4fc75d8778f0 service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Received unexpected event network-vif-plugged-a6aa6085-7396-49bf-bfbc-96dcecb44340 for instance with vm_state building and task_state spawning. [ 2098.146015] env[62259]: DEBUG nova.network.neutron [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Successfully updated port: a6aa6085-7396-49bf-bfbc-96dcecb44340 {{(pid=62259) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2098.648759] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "refresh_cache-5324298a-7f22-4810-8372-f83bf58a01a8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.648883] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "refresh_cache-5324298a-7f22-4810-8372-f83bf58a01a8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.649079] env[62259]: DEBUG nova.network.neutron [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Building network info cache for instance {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.189293] env[62259]: DEBUG nova.network.neutron [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Instance cache missing network info. {{(pid=62259) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2099.327583] env[62259]: DEBUG nova.network.neutron [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Updating instance_info_cache with network_info: [{"id": "a6aa6085-7396-49bf-bfbc-96dcecb44340", "address": "fa:16:3e:95:a0:b9", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aa6085-73", "ovs_interfaceid": "a6aa6085-7396-49bf-bfbc-96dcecb44340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.830428] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "refresh_cache-5324298a-7f22-4810-8372-f83bf58a01a8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.830787] env[62259]: DEBUG nova.compute.manager [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Instance network_info: |[{"id": "a6aa6085-7396-49bf-bfbc-96dcecb44340", "address": "fa:16:3e:95:a0:b9", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aa6085-73", "ovs_interfaceid": "a6aa6085-7396-49bf-bfbc-96dcecb44340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62259) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2099.831357] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:a0:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6aa6085-7396-49bf-bfbc-96dcecb44340', 'vif_model': 'vmxnet3'}] {{(pid=62259) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2099.839359] env[62259]: DEBUG oslo.service.loopingcall [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.839569] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Creating VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2099.839826] env[62259]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084c4ef7-f28c-49b3-8f5d-ccfa19fd24d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.860563] env[62259]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2099.860563] env[62259]: value = "task-1693162" [ 2099.860563] env[62259]: _type = "Task" [ 2099.860563] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.868147] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693162, 'name': CreateVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.084656] env[62259]: DEBUG nova.compute.manager [req-80c829ac-4109-488d-9778-68b38a00539f req-4ba4f2b2-88c9-44d8-a26d-340173ea523b service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Received event network-changed-a6aa6085-7396-49bf-bfbc-96dcecb44340 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2100.084817] env[62259]: DEBUG nova.compute.manager [req-80c829ac-4109-488d-9778-68b38a00539f req-4ba4f2b2-88c9-44d8-a26d-340173ea523b service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Refreshing instance network info cache due to event network-changed-a6aa6085-7396-49bf-bfbc-96dcecb44340. {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11466}} [ 2100.085063] env[62259]: DEBUG oslo_concurrency.lockutils [req-80c829ac-4109-488d-9778-68b38a00539f req-4ba4f2b2-88c9-44d8-a26d-340173ea523b service nova] Acquiring lock "refresh_cache-5324298a-7f22-4810-8372-f83bf58a01a8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.085216] env[62259]: DEBUG oslo_concurrency.lockutils [req-80c829ac-4109-488d-9778-68b38a00539f req-4ba4f2b2-88c9-44d8-a26d-340173ea523b service nova] Acquired lock "refresh_cache-5324298a-7f22-4810-8372-f83bf58a01a8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.085378] env[62259]: DEBUG nova.network.neutron [req-80c829ac-4109-488d-9778-68b38a00539f req-4ba4f2b2-88c9-44d8-a26d-340173ea523b service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Refreshing network info cache for port a6aa6085-7396-49bf-bfbc-96dcecb44340 {{(pid=62259) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2100.370870] env[62259]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693162, 'name': CreateVM_Task, 'duration_secs': 0.289195} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.371303] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Created VM on the ESX host {{(pid=62259) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2100.371699] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.371878] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.372234] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2100.372485] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b9c049-432b-4915-b104-b7e855354460 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.376858] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2100.376858] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523c3368-938f-26d4-1e55-5f1d51df1b9e" [ 2100.376858] env[62259]: _type = "Task" [ 2100.376858] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.384193] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523c3368-938f-26d4-1e55-5f1d51df1b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.814064] env[62259]: DEBUG nova.network.neutron [req-80c829ac-4109-488d-9778-68b38a00539f req-4ba4f2b2-88c9-44d8-a26d-340173ea523b service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Updated VIF entry in instance network info cache for port a6aa6085-7396-49bf-bfbc-96dcecb44340. {{(pid=62259) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2100.814496] env[62259]: DEBUG nova.network.neutron [req-80c829ac-4109-488d-9778-68b38a00539f req-4ba4f2b2-88c9-44d8-a26d-340173ea523b service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Updating instance_info_cache with network_info: [{"id": "a6aa6085-7396-49bf-bfbc-96dcecb44340", "address": "fa:16:3e:95:a0:b9", "network": {"id": "fba6d1e5-04d9-42ea-8406-3298ee193b59", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1988062620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "206a53aa5e6547c4b9f02d79121253dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6aa6085-73", "ovs_interfaceid": "a6aa6085-7396-49bf-bfbc-96dcecb44340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.887019] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]523c3368-938f-26d4-1e55-5f1d51df1b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.887337] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.887575] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Processing image aec5f048-63ce-4eec-bfbd-b8ad5fdac743 {{(pid=62259) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2100.887806] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.887953] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.888151] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2100.888423] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-909b9b8c-1be7-44a6-bdf9-be8d1f02b207 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.896163] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62259) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2100.896363] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62259) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2100.897035] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b64bd9-25ef-4367-b68c-3157884514b2 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.902401] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2100.902401] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d2d7c3-2d61-ca5d-3be4-e6c153ad7739" [ 2100.902401] env[62259]: _type = "Task" [ 2100.902401] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.909654] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d2d7c3-2d61-ca5d-3be4-e6c153ad7739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.319859] env[62259]: DEBUG oslo_concurrency.lockutils [req-80c829ac-4109-488d-9778-68b38a00539f req-4ba4f2b2-88c9-44d8-a26d-340173ea523b service nova] Releasing lock "refresh_cache-5324298a-7f22-4810-8372-f83bf58a01a8" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.412460] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52d2d7c3-2d61-ca5d-3be4-e6c153ad7739, 'name': SearchDatastore_Task, 'duration_secs': 0.008319} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.413211] env[62259]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b46e0b-7efe-423f-b1d1-ee513c859e53 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.418197] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2101.418197] env[62259]: value = "session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c14d6b-3c36-2c24-18ec-3731104ec38e" [ 2101.418197] env[62259]: _type = "Task" [ 2101.418197] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.425467] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c14d6b-3c36-2c24-18ec-3731104ec38e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.928403] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': session[52f57274-a8dc-41a6-7e4f-4cb68edd3b06]52c14d6b-3c36-2c24-18ec-3731104ec38e, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.928598] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk" {{(pid=62259) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.928852] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5324298a-7f22-4810-8372-f83bf58a01a8/5324298a-7f22-4810-8372-f83bf58a01a8.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2101.929117] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24b6eeae-8b30-463d-89a3-0f29dace658d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.935312] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2101.935312] env[62259]: value = "task-1693163" [ 2101.935312] env[62259]: _type = "Task" [ 2101.935312] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.942236] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.445660] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.946372] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693163, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.446727] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693163, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.947655] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693163, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.448664] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693163, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.949078] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693163, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.449946] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693163, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.952713] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693163, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.795017} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.952981] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aec5f048-63ce-4eec-bfbd-b8ad5fdac743/aec5f048-63ce-4eec-bfbd-b8ad5fdac743.vmdk to [datastore1] 5324298a-7f22-4810-8372-f83bf58a01a8/5324298a-7f22-4810-8372-f83bf58a01a8.vmdk {{(pid=62259) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2105.953207] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Extending root virtual disk to 1048576 {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2105.953455] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2224ab67-7490-4e0d-8467-94bd3fb2a5d5 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.959535] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2105.959535] env[62259]: value = "task-1693164" [ 2105.959535] env[62259]: _type = "Task" [ 2105.959535] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.967266] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.468950] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072018} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.469332] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Extended root virtual disk {{(pid=62259) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2106.469953] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d685f1ba-1ab6-4cc5-9da6-77e18b9c2e7c {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.491018] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 5324298a-7f22-4810-8372-f83bf58a01a8/5324298a-7f22-4810-8372-f83bf58a01a8.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2106.491195] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356bc528-8c56-41cf-9d8b-9f66b32ffc73 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.509551] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2106.509551] env[62259]: value = "task-1693165" [ 2106.509551] env[62259]: _type = "Task" [ 2106.509551] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.516939] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.019480] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693165, 'name': ReconfigVM_Task, 'duration_secs': 0.280607} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.019739] env[62259]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 5324298a-7f22-4810-8372-f83bf58a01a8/5324298a-7f22-4810-8372-f83bf58a01a8.vmdk or device None with type sparse {{(pid=62259) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2107.020386] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75899702-0385-473f-aee0-759a7d5c9504 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.026620] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2107.026620] env[62259]: value = "task-1693166" [ 2107.026620] env[62259]: _type = "Task" [ 2107.026620] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.033832] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693166, 'name': Rename_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.536702] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693166, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.037798] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693166, 'name': Rename_Task} progress is 99%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.537924] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693166, 'name': Rename_Task, 'duration_secs': 1.138104} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.538246] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Powering on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2108.538450] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-275976bf-7242-4f85-b30c-72609e0b0498 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.544879] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2108.544879] env[62259]: value = "task-1693167" [ 2108.544879] env[62259]: _type = "Task" [ 2108.544879] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.551995] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.054398] env[62259]: DEBUG oslo_vmware.api [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693167, 'name': PowerOnVM_Task, 'duration_secs': 0.407505} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.054648] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Powered on the VM {{(pid=62259) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2109.054835] env[62259]: INFO nova.compute.manager [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Took 11.16 seconds to spawn the instance on the hypervisor. [ 2109.055016] env[62259]: DEBUG nova.compute.manager [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Checking state {{(pid=62259) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2109.055751] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db02b780-ba11-49a9-9e78-23b93a251169 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.574026] env[62259]: INFO nova.compute.manager [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Took 15.85 seconds to build instance. [ 2110.075657] env[62259]: DEBUG oslo_concurrency.lockutils [None req-ea4c859f-f53e-4d5a-aed5-903cd054387e tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "5324298a-7f22-4810-8372-f83bf58a01a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.361s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.726748] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "5324298a-7f22-4810-8372-f83bf58a01a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.727150] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "5324298a-7f22-4810-8372-f83bf58a01a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.727251] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "5324298a-7f22-4810-8372-f83bf58a01a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.727440] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "5324298a-7f22-4810-8372-f83bf58a01a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.727610] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "5324298a-7f22-4810-8372-f83bf58a01a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.729702] env[62259]: INFO nova.compute.manager [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Terminating instance [ 2111.233685] env[62259]: DEBUG nova.compute.manager [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Start destroying the instance on the hypervisor. {{(pid=62259) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2111.233955] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Destroying instance {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2111.234848] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d42432c-e14e-482d-8b2a-960fb4524b81 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.242052] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Powering off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.242467] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d279ec5f-2136-445f-ad73-f6247d853263 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.248546] env[62259]: DEBUG oslo_vmware.api [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2111.248546] env[62259]: value = "task-1693168" [ 2111.248546] env[62259]: _type = "Task" [ 2111.248546] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.256485] env[62259]: DEBUG oslo_vmware.api [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.758480] env[62259]: DEBUG oslo_vmware.api [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693168, 'name': PowerOffVM_Task, 'duration_secs': 0.177872} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.758866] env[62259]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Powered off the VM {{(pid=62259) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2111.758866] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Unregistering the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2111.759079] env[62259]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67da92fe-8243-4329-9c0a-0f296a94872b {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.823968] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Unregistered the VM {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2111.824209] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Deleting contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2111.824390] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleting the datastore file [datastore1] 5324298a-7f22-4810-8372-f83bf58a01a8 {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2111.824638] env[62259]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-036d035d-5f28-49f0-beb8-7ae8772fae6d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.831150] env[62259]: DEBUG oslo_vmware.api [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for the task: (returnval){ [ 2111.831150] env[62259]: value = "task-1693170" [ 2111.831150] env[62259]: _type = "Task" [ 2111.831150] env[62259]: } to complete. {{(pid=62259) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.838894] env[62259]: DEBUG oslo_vmware.api [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.341837] env[62259]: DEBUG oslo_vmware.api [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Task: {'id': task-1693170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158199} completed successfully. {{(pid=62259) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.342086] env[62259]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted the datastore file {{(pid=62259) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2112.342272] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Deleted contents of the VM from datastore datastore1 {{(pid=62259) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2112.342458] env[62259]: DEBUG nova.virt.vmwareapi.vmops [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Instance destroyed {{(pid=62259) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2112.342645] env[62259]: INFO nova.compute.manager [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2112.342886] env[62259]: DEBUG oslo.service.loopingcall [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62259) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2112.343083] env[62259]: DEBUG nova.compute.manager [-] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Deallocating network for instance {{(pid=62259) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2112.343181] env[62259]: DEBUG nova.network.neutron [-] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] deallocate_for_instance() {{(pid=62259) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2112.577787] env[62259]: DEBUG nova.compute.manager [req-67d6764f-ddbd-4d05-8b3c-8a84d7906301 req-ed9c46fa-9785-46dd-b9c5-4b2d2e036b6f service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Received event network-vif-deleted-a6aa6085-7396-49bf-bfbc-96dcecb44340 {{(pid=62259) external_instance_event /opt/stack/nova/nova/compute/manager.py:11461}} [ 2112.577787] env[62259]: INFO nova.compute.manager [req-67d6764f-ddbd-4d05-8b3c-8a84d7906301 req-ed9c46fa-9785-46dd-b9c5-4b2d2e036b6f service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Neutron deleted interface a6aa6085-7396-49bf-bfbc-96dcecb44340; detaching it from the instance and deleting it from the info cache [ 2112.577787] env[62259]: DEBUG nova.network.neutron [req-67d6764f-ddbd-4d05-8b3c-8a84d7906301 req-ed9c46fa-9785-46dd-b9c5-4b2d2e036b6f service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.051396] env[62259]: DEBUG nova.network.neutron [-] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Updating instance_info_cache with network_info: [] {{(pid=62259) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.080595] env[62259]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2c4db98-8267-49b9-a66f-277dc0f0a694 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.090016] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6d743-dc9a-4e4b-b391-c17b2e27a270 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.112977] env[62259]: DEBUG nova.compute.manager [req-67d6764f-ddbd-4d05-8b3c-8a84d7906301 req-ed9c46fa-9785-46dd-b9c5-4b2d2e036b6f service nova] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Detach interface failed, port_id=a6aa6085-7396-49bf-bfbc-96dcecb44340, reason: Instance 5324298a-7f22-4810-8372-f83bf58a01a8 could not be found. {{(pid=62259) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11295}} [ 2113.553629] env[62259]: INFO nova.compute.manager [-] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Took 1.21 seconds to deallocate network for instance. [ 2114.060408] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.060783] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.060966] env[62259]: DEBUG nova.objects.instance [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lazy-loading 'resources' on Instance uuid 5324298a-7f22-4810-8372-f83bf58a01a8 {{(pid=62259) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.594923] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1e64c9-f9df-46dc-9a36-de4ec906d484 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.602666] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73efb2fb-3be5-4fa8-918e-e8fcb918e8bd {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.631567] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e599bd-3a1f-424e-bbab-93b64d8f8116 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.638549] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d03c4c-de0a-49f0-99ad-865e110ca7fb {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.651891] env[62259]: DEBUG nova.compute.provider_tree [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.154365] env[62259]: DEBUG nova.scheduler.client.report [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2115.659826] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.678139] env[62259]: INFO nova.scheduler.client.report [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Deleted allocations for instance 5324298a-7f22-4810-8372-f83bf58a01a8 [ 2116.186232] env[62259]: DEBUG oslo_concurrency.lockutils [None req-a26baf0a-d895-4b5e-afc0-bbee9b306bbd tempest-ServerDiskConfigTestJSON-2109482263 tempest-ServerDiskConfigTestJSON-2109482263-project-member] Lock "5324298a-7f22-4810-8372-f83bf58a01a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.459s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.955902] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2118.956335] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Starting heal instance info cache {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10258}} [ 2118.956335] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Rebuilding the list of instances to heal {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10262}} [ 2119.459577] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Didn't find any instances for network info cache update. {{(pid=62259) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10344}} [ 2119.956571] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2119.956932] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2119.957025] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2119.957169] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Cleaning up deleted instances {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11558}} [ 2120.465042] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] There are 24 instances to clean {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11567}} [ 2120.465290] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 5324298a-7f22-4810-8372-f83bf58a01a8] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2120.968669] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 4601dce6-cb8c-4e1b-9f83-0c8bb9b9eb61] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2121.472831] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: bcc72b05-4a39-47fb-9833-7149879764a2] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2121.976462] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 7e2d5655-06dd-4ddc-81ae-f3c71eb3f904] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2122.480454] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 209604b3-b468-44b9-ba3d-254dcf868635] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2122.984137] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: f2613ed6-2555-4d8b-a543-aee9b64aa202] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2123.487436] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: be1e3994-0538-4828-8510-a82f21c6e1de] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2123.991093] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 9b8146ae-3550-4893-8300-c9a4f73b9e0d] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2124.494787] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 706441b3-bbe8-4948-94df-30f2f0fc8e31] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2124.998712] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 7af88976-0cb6-4626-8f4b-fe88d04fe3c1] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2125.501855] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 114b7866-eb47-4ebe-9845-9775c9e4f871] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2126.004882] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 50467931-998b-4dc3-8a60-0a19d36b6480] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2126.509401] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: cbef2bfa-be83-4978-8235-8597f52334b7] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2127.013073] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 6a9c781e-d017-442d-8521-782f5c1942e2] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2127.516025] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: b3ccc0a1-a9c1-49de-9778-26018435a7ca] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2128.019692] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 5c569164-feb1-492f-93bf-32d133e0685a] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2128.523617] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 22b35895-839f-4138-817c-f9545682145d] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2129.026805] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 3a82bff9-2878-493b-a785-03c82e360108] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2129.530708] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 09211258-2289-4761-8c9e-69ff7beb424d] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2130.034331] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: d51e7a13-bc87-4641-8a76-42a753757c77] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2130.537905] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 037915e4-25ce-4630-8c92-916d32f27f5a] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2131.041595] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 805e7004-e44a-4c0d-9d8f-45878481cbc1] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2131.544614] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 18295aca-9e8f-4df5-a30f-1d5e34a06957] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2132.048282] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] [instance: 31a82249-1a2d-4ef6-a914-1a3e453e61b2] Instance has had 0 of 5 cleanup attempts {{(pid=62259) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11571}} [ 2132.551968] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2135.053636] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2135.053994] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2135.054104] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2135.054267] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2135.054415] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2135.054551] env[62259]: DEBUG nova.compute.manager [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62259) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10877}} [ 2135.054691] env[62259]: DEBUG oslo_service.periodic_task [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62259) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2135.559193] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.559473] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.559647] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.559818] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62259) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2135.560807] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f5b332-a669-4561-8463-799790b4aa75 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.569531] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e6613a-5c68-4b17-9721-5cac087417e0 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.583205] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a1627e-a3b0-4185-aa42-60df0173055f {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.589225] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3bdb65-ed91-461b-9899-a2fed6bda9d8 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.616861] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181393MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62259) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2135.617016] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.617196] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.638289] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2136.638654] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62259) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2136.653196] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61119dd7-a1cd-4293-bd7d-370d475f471e {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.661353] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53cb352-e924-4123-9609-2e71793f25e4 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.692683] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3427cbda-5cd7-4cbe-b1cf-0f926d28b61d {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.700249] env[62259]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a553662-79cb-4018-a3e0-f61360f5dd86 {{(pid=62259) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.714020] env[62259]: DEBUG nova.compute.provider_tree [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed in ProviderTree for provider: 07134af6-d303-472c-9b0c-7734192de603 {{(pid=62259) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2137.216790] env[62259]: DEBUG nova.scheduler.client.report [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Inventory has not changed for provider 07134af6-d303-472c-9b0c-7734192de603 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62259) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2137.722509] env[62259]: DEBUG nova.compute.resource_tracker [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62259) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2137.722941] env[62259]: DEBUG oslo_concurrency.lockutils [None req-8a42f041-9bd9-4802-ad49-1a8051ee92d4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=62259) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}